2024-12-03 18:49:07,538 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@792b749c 2024-12-03 18:49:07,564 main DEBUG Took 0.024427 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-12-03 18:49:07,565 main DEBUG PluginManager 'Core' found 129 plugins 2024-12-03 18:49:07,565 main DEBUG PluginManager 'Level' found 0 plugins 2024-12-03 18:49:07,566 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-12-03 18:49:07,568 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-03 18:49:07,580 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-12-03 18:49:07,597 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-03 18:49:07,599 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-03 18:49:07,600 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-03 18:49:07,600 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-03 18:49:07,601 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-03 18:49:07,601 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-03 18:49:07,602 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-03 18:49:07,603 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-03 18:49:07,604 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-03 18:49:07,604 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-03 18:49:07,605 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-03 18:49:07,605 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-03 18:49:07,606 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-03 18:49:07,606 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-03 18:49:07,607 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-03 18:49:07,608 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-03 18:49:07,608 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-03 18:49:07,609 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-03 18:49:07,609 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-03 18:49:07,610 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-03 18:49:07,610 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-03 18:49:07,611 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-03 18:49:07,611 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-03 18:49:07,612 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-03 18:49:07,612 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-03 18:49:07,613 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-12-03 18:49:07,615 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-03 18:49:07,616 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-12-03 18:49:07,619 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-12-03 18:49:07,619 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-12-03 18:49:07,621 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-12-03 18:49:07,621 main DEBUG PluginManager 'Converter' found 47 plugins 2024-12-03 18:49:07,632 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-12-03 18:49:07,636 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-12-03 18:49:07,638 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-12-03 18:49:07,639 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-12-03 18:49:07,639 main DEBUG createAppenders(={Console}) 2024-12-03 18:49:07,640 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@792b749c initialized 2024-12-03 18:49:07,641 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@792b749c 2024-12-03 18:49:07,641 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@792b749c OK. 2024-12-03 18:49:07,642 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-12-03 18:49:07,642 main DEBUG OutputStream closed 2024-12-03 18:49:07,643 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-12-03 18:49:07,643 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-12-03 18:49:07,643 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@71238fc2 OK 2024-12-03 18:49:07,735 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-12-03 18:49:07,738 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-12-03 18:49:07,739 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-12-03 18:49:07,741 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-12-03 18:49:07,742 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-12-03 18:49:07,742 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-12-03 18:49:07,743 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-12-03 18:49:07,743 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-12-03 18:49:07,744 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-12-03 18:49:07,744 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-12-03 18:49:07,745 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-12-03 18:49:07,745 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-12-03 18:49:07,745 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-12-03 18:49:07,746 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-12-03 18:49:07,746 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-12-03 18:49:07,747 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-12-03 18:49:07,747 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-12-03 18:49:07,748 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-12-03 18:49:07,751 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-12-03 18:49:07,752 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-logging/target/hbase-logging-4.0.0-alpha-1-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@13ad5cd3) with optional ClassLoader: null 2024-12-03 18:49:07,752 main DEBUG Shutdown hook enabled. Registering a new one. 2024-12-03 18:49:07,753 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@13ad5cd3] started OK. 2024-12-03T18:49:07,774 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache timeout: 26 mins 2024-12-03 18:49:07,778 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-12-03 18:49:07,778 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-12-03T18:49:07,859 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.TestClearRegionBlockCache#testClearBlockCacheFromAsyncAdmin[0: lru] Thread=11, OpenFileDescriptor=287, MaxFileDescriptor=1048576, SystemLoadAverage=370, ProcessCount=11, AvailableMemoryMB=7169 2024-12-03T18:49:08,099 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d2bb5a01-e8f5-b657-8495-3955a7ff4a0e 2024-12-03T18:49:08,100 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=2, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-03T18:49:08,119 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d2bb5a01-e8f5-b657-8495-3955a7ff4a0e/cluster_a1837f2e-3fcb-51d2-598d-db4365dad5a0, deleteOnExit=true 2024-12-03T18:49:08,120 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-03T18:49:08,121 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d2bb5a01-e8f5-b657-8495-3955a7ff4a0e/test.cache.data in system properties and HBase conf 2024-12-03T18:49:08,122 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d2bb5a01-e8f5-b657-8495-3955a7ff4a0e/hadoop.tmp.dir in system properties and HBase conf 2024-12-03T18:49:08,123 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d2bb5a01-e8f5-b657-8495-3955a7ff4a0e/hadoop.log.dir in system properties and HBase conf 2024-12-03T18:49:08,124 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d2bb5a01-e8f5-b657-8495-3955a7ff4a0e/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-03T18:49:08,124 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d2bb5a01-e8f5-b657-8495-3955a7ff4a0e/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-03T18:49:08,125 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-03T18:49:08,264 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-12-03T18:49:08,395 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-03T18:49:08,400 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d2bb5a01-e8f5-b657-8495-3955a7ff4a0e/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-03T18:49:08,401 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d2bb5a01-e8f5-b657-8495-3955a7ff4a0e/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-03T18:49:08,402 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d2bb5a01-e8f5-b657-8495-3955a7ff4a0e/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-03T18:49:08,402 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d2bb5a01-e8f5-b657-8495-3955a7ff4a0e/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-03T18:49:08,403 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d2bb5a01-e8f5-b657-8495-3955a7ff4a0e/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-03T18:49:08,404 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d2bb5a01-e8f5-b657-8495-3955a7ff4a0e/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-03T18:49:08,405 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d2bb5a01-e8f5-b657-8495-3955a7ff4a0e/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-03T18:49:08,405 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d2bb5a01-e8f5-b657-8495-3955a7ff4a0e/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-03T18:49:08,406 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d2bb5a01-e8f5-b657-8495-3955a7ff4a0e/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-03T18:49:08,407 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d2bb5a01-e8f5-b657-8495-3955a7ff4a0e/nfs.dump.dir in system properties and HBase conf 2024-12-03T18:49:08,408 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d2bb5a01-e8f5-b657-8495-3955a7ff4a0e/java.io.tmpdir in system properties and HBase conf 2024-12-03T18:49:08,408 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d2bb5a01-e8f5-b657-8495-3955a7ff4a0e/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-03T18:49:08,409 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d2bb5a01-e8f5-b657-8495-3955a7ff4a0e/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-03T18:49:08,410 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d2bb5a01-e8f5-b657-8495-3955a7ff4a0e/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-03T18:49:09,535 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-12-03T18:49:09,648 INFO [Time-limited test {}] log.Log(170): Logging initialized @2892ms to org.eclipse.jetty.util.log.Slf4jLog 2024-12-03T18:49:09,733 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T18:49:09,820 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-03T18:49:09,855 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-03T18:49:09,856 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-03T18:49:09,857 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-03T18:49:09,876 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T18:49:09,895 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3508f229{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d2bb5a01-e8f5-b657-8495-3955a7ff4a0e/hadoop.log.dir/,AVAILABLE} 2024-12-03T18:49:09,896 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5d0fec8e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-03T18:49:10,094 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2b945fd6{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d2bb5a01-e8f5-b657-8495-3955a7ff4a0e/java.io.tmpdir/jetty-localhost-39361-hadoop-hdfs-3_4_1-tests_jar-_-any-10835695047378072556/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-03T18:49:10,101 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@221edb7f{HTTP/1.1, (http/1.1)}{localhost:39361} 2024-12-03T18:49:10,102 INFO [Time-limited test {}] server.Server(415): Started @3347ms 2024-12-03T18:49:10,674 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T18:49:10,680 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-03T18:49:10,681 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-03T18:49:10,681 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-03T18:49:10,682 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-03T18:49:10,683 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1a045a29{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d2bb5a01-e8f5-b657-8495-3955a7ff4a0e/hadoop.log.dir/,AVAILABLE} 2024-12-03T18:49:10,683 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5714330a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-03T18:49:10,778 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@672decf3{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d2bb5a01-e8f5-b657-8495-3955a7ff4a0e/java.io.tmpdir/jetty-localhost-34723-hadoop-hdfs-3_4_1-tests_jar-_-any-4959643519651268925/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-03T18:49:10,779 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2fb749bb{HTTP/1.1, (http/1.1)}{localhost:34723} 2024-12-03T18:49:10,779 INFO [Time-limited test {}] server.Server(415): Started @4025ms 2024-12-03T18:49:10,827 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-03T18:49:10,925 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T18:49:10,929 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-03T18:49:10,930 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-03T18:49:10,930 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-03T18:49:10,930 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-03T18:49:10,932 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1c2ff4b6{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d2bb5a01-e8f5-b657-8495-3955a7ff4a0e/hadoop.log.dir/,AVAILABLE} 2024-12-03T18:49:10,933 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@75236870{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-03T18:49:11,027 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7aa960bf{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d2bb5a01-e8f5-b657-8495-3955a7ff4a0e/java.io.tmpdir/jetty-localhost-46011-hadoop-hdfs-3_4_1-tests_jar-_-any-12269623028394624799/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-03T18:49:11,028 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7f11a10c{HTTP/1.1, (http/1.1)}{localhost:46011} 2024-12-03T18:49:11,028 INFO [Time-limited test {}] server.Server(415): Started @4274ms 2024-12-03T18:49:11,030 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-03T18:49:12,308 WARN [Thread-98 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d2bb5a01-e8f5-b657-8495-3955a7ff4a0e/cluster_a1837f2e-3fcb-51d2-598d-db4365dad5a0/data/data3/current/BP-1686599011-172.17.0.2-1733251748992/current, will proceed with Du for space computation calculation, 2024-12-03T18:49:12,308 WARN [Thread-100 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d2bb5a01-e8f5-b657-8495-3955a7ff4a0e/cluster_a1837f2e-3fcb-51d2-598d-db4365dad5a0/data/data4/current/BP-1686599011-172.17.0.2-1733251748992/current, will proceed with Du for space computation calculation, 2024-12-03T18:49:12,308 WARN [Thread-101 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d2bb5a01-e8f5-b657-8495-3955a7ff4a0e/cluster_a1837f2e-3fcb-51d2-598d-db4365dad5a0/data/data2/current/BP-1686599011-172.17.0.2-1733251748992/current, will proceed with Du for space computation calculation, 2024-12-03T18:49:12,308 WARN [Thread-99 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d2bb5a01-e8f5-b657-8495-3955a7ff4a0e/cluster_a1837f2e-3fcb-51d2-598d-db4365dad5a0/data/data1/current/BP-1686599011-172.17.0.2-1733251748992/current, will proceed with Du for space computation calculation, 2024-12-03T18:49:12,338 WARN [Thread-81 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-03T18:49:12,338 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-03T18:49:12,381 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb610c13ae8741709 with lease ID 0x2b48ac6741644f70: Processing first storage report for DS-4be8d464-4d4f-4770-a6c7-e83361fa2b65 from datanode DatanodeRegistration(127.0.0.1:46625, datanodeUuid=0c30dbfb-bd53-4dc8-bf21-56953b1521ed, infoPort=38615, infoSecurePort=0, ipcPort=40251, storageInfo=lv=-57;cid=testClusterID;nsid=1360704832;c=1733251748992) 2024-12-03T18:49:12,382 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb610c13ae8741709 with lease ID 0x2b48ac6741644f70: from storage DS-4be8d464-4d4f-4770-a6c7-e83361fa2b65 node DatanodeRegistration(127.0.0.1:46625, datanodeUuid=0c30dbfb-bd53-4dc8-bf21-56953b1521ed, infoPort=38615, infoSecurePort=0, ipcPort=40251, storageInfo=lv=-57;cid=testClusterID;nsid=1360704832;c=1733251748992), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-03T18:49:12,383 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x3b2723704f9432e3 with lease ID 0x2b48ac6741644f6f: Processing first storage report for DS-5f5f75fc-7b8f-47c1-8fd1-47289361a047 from datanode DatanodeRegistration(127.0.0.1:40535, datanodeUuid=1f974334-8407-46d8-af41-44a77ed8393f, infoPort=42091, infoSecurePort=0, ipcPort=43823, storageInfo=lv=-57;cid=testClusterID;nsid=1360704832;c=1733251748992) 2024-12-03T18:49:12,383 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x3b2723704f9432e3 with lease ID 0x2b48ac6741644f6f: from storage DS-5f5f75fc-7b8f-47c1-8fd1-47289361a047 node DatanodeRegistration(127.0.0.1:40535, datanodeUuid=1f974334-8407-46d8-af41-44a77ed8393f, infoPort=42091, infoSecurePort=0, ipcPort=43823, storageInfo=lv=-57;cid=testClusterID;nsid=1360704832;c=1733251748992), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-03T18:49:12,383 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb610c13ae8741709 with lease ID 0x2b48ac6741644f70: Processing first storage report for DS-d7c94896-c062-4063-b7ff-b2eddbb73af7 from datanode DatanodeRegistration(127.0.0.1:46625, datanodeUuid=0c30dbfb-bd53-4dc8-bf21-56953b1521ed, infoPort=38615, infoSecurePort=0, ipcPort=40251, storageInfo=lv=-57;cid=testClusterID;nsid=1360704832;c=1733251748992) 2024-12-03T18:49:12,383 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb610c13ae8741709 with lease ID 0x2b48ac6741644f70: from storage DS-d7c94896-c062-4063-b7ff-b2eddbb73af7 node DatanodeRegistration(127.0.0.1:46625, datanodeUuid=0c30dbfb-bd53-4dc8-bf21-56953b1521ed, infoPort=38615, infoSecurePort=0, ipcPort=40251, storageInfo=lv=-57;cid=testClusterID;nsid=1360704832;c=1733251748992), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-03T18:49:12,384 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x3b2723704f9432e3 with lease ID 0x2b48ac6741644f6f: Processing first storage report for DS-a6098628-32e0-4184-81a8-98d15687d64f from datanode DatanodeRegistration(127.0.0.1:40535, datanodeUuid=1f974334-8407-46d8-af41-44a77ed8393f, infoPort=42091, infoSecurePort=0, ipcPort=43823, storageInfo=lv=-57;cid=testClusterID;nsid=1360704832;c=1733251748992) 2024-12-03T18:49:12,384 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x3b2723704f9432e3 with lease ID 0x2b48ac6741644f6f: from storage DS-a6098628-32e0-4184-81a8-98d15687d64f node DatanodeRegistration(127.0.0.1:40535, datanodeUuid=1f974334-8407-46d8-af41-44a77ed8393f, infoPort=42091, infoSecurePort=0, ipcPort=43823, storageInfo=lv=-57;cid=testClusterID;nsid=1360704832;c=1733251748992), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-03T18:49:12,448 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d2bb5a01-e8f5-b657-8495-3955a7ff4a0e 2024-12-03T18:49:12,514 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d2bb5a01-e8f5-b657-8495-3955a7ff4a0e/cluster_a1837f2e-3fcb-51d2-598d-db4365dad5a0/zookeeper_0, clientPort=61569, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d2bb5a01-e8f5-b657-8495-3955a7ff4a0e/cluster_a1837f2e-3fcb-51d2-598d-db4365dad5a0/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d2bb5a01-e8f5-b657-8495-3955a7ff4a0e/cluster_a1837f2e-3fcb-51d2-598d-db4365dad5a0/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-03T18:49:12,522 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=61569 2024-12-03T18:49:12,531 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T18:49:12,533 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T18:49:12,712 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46625 is added to blk_1073741825_1001 (size=7) 2024-12-03T18:49:12,713 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40535 is added to blk_1073741825_1001 (size=7) 2024-12-03T18:49:13,125 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:33077/user/jenkins/test-data/983ed35a-b55b-1397-6818-638e500793fa with version=8 2024-12-03T18:49:13,125 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:33077/user/jenkins/test-data/983ed35a-b55b-1397-6818-638e500793fa/hbase-staging 2024-12-03T18:49:13,195 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-12-03T18:49:13,412 INFO [Time-limited test {}] client.ConnectionUtils(128): master/db5a5ccf5be8:0 server-side Connection retries=45 2024-12-03T18:49:13,420 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T18:49:13,420 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-03T18:49:13,424 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-03T18:49:13,424 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T18:49:13,424 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-03T18:49:13,542 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-03T18:49:13,598 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-12-03T18:49:13,609 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-12-03T18:49:13,613 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-03T18:49:13,639 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 30613 (auto-detected) 2024-12-03T18:49:13,640 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-12-03T18:49:13,657 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:41569 2024-12-03T18:49:13,676 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:41569 connecting to ZooKeeper ensemble=127.0.0.1:61569 2024-12-03T18:49:13,815 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:415690x0, quorum=127.0.0.1:61569, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T18:49:13,818 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:41569-0x1019c86dddf0000 connected 2024-12-03T18:49:13,923 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T18:49:13,925 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T18:49:13,934 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41569-0x1019c86dddf0000, quorum=127.0.0.1:61569, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-03T18:49:13,937 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:33077/user/jenkins/test-data/983ed35a-b55b-1397-6818-638e500793fa, hbase.cluster.distributed=false 2024-12-03T18:49:13,956 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41569-0x1019c86dddf0000, quorum=127.0.0.1:61569, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-03T18:49:13,960 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41569 2024-12-03T18:49:13,961 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41569 2024-12-03T18:49:13,961 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41569 2024-12-03T18:49:13,963 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41569 2024-12-03T18:49:13,963 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41569 2024-12-03T18:49:14,052 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/db5a5ccf5be8:0 server-side Connection retries=45 2024-12-03T18:49:14,053 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T18:49:14,053 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-03T18:49:14,054 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-03T18:49:14,054 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T18:49:14,054 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-03T18:49:14,056 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-03T18:49:14,058 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-03T18:49:14,059 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:41627 2024-12-03T18:49:14,061 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:41627 connecting to ZooKeeper ensemble=127.0.0.1:61569 2024-12-03T18:49:14,062 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T18:49:14,067 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T18:49:14,084 DEBUG [pool-50-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:416270x0, quorum=127.0.0.1:61569, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T18:49:14,085 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:41627-0x1019c86dddf0001 connected 2024-12-03T18:49:14,085 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41627-0x1019c86dddf0001, quorum=127.0.0.1:61569, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-03T18:49:14,089 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-03T18:49:14,095 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-03T18:49:14,097 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41627-0x1019c86dddf0001, quorum=127.0.0.1:61569, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-03T18:49:14,102 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41627-0x1019c86dddf0001, quorum=127.0.0.1:61569, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-03T18:49:14,103 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41627 2024-12-03T18:49:14,103 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41627 2024-12-03T18:49:14,104 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41627 2024-12-03T18:49:14,105 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41627 2024-12-03T18:49:14,105 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41627 2024-12-03T18:49:14,122 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/db5a5ccf5be8:0 server-side Connection retries=45 2024-12-03T18:49:14,122 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T18:49:14,123 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-03T18:49:14,123 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-03T18:49:14,123 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T18:49:14,123 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-03T18:49:14,123 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-03T18:49:14,124 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-03T18:49:14,124 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:45593 2024-12-03T18:49:14,126 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:45593 connecting to ZooKeeper ensemble=127.0.0.1:61569 2024-12-03T18:49:14,126 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T18:49:14,130 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T18:49:14,147 DEBUG [pool-56-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:455930x0, quorum=127.0.0.1:61569, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T18:49:14,148 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:45593-0x1019c86dddf0002 connected 2024-12-03T18:49:14,148 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45593-0x1019c86dddf0002, quorum=127.0.0.1:61569, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-03T18:49:14,149 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-03T18:49:14,149 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-03T18:49:14,151 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45593-0x1019c86dddf0002, quorum=127.0.0.1:61569, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-03T18:49:14,153 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45593-0x1019c86dddf0002, quorum=127.0.0.1:61569, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-03T18:49:14,153 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45593 2024-12-03T18:49:14,153 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45593 2024-12-03T18:49:14,154 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45593 2024-12-03T18:49:14,155 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45593 2024-12-03T18:49:14,155 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45593 2024-12-03T18:49:14,170 DEBUG [M:0;db5a5ccf5be8:41569 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;db5a5ccf5be8:41569 2024-12-03T18:49:14,171 INFO [master/db5a5ccf5be8:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/db5a5ccf5be8,41569,1733251753271 2024-12-03T18:49:14,185 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41569-0x1019c86dddf0000, quorum=127.0.0.1:61569, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-03T18:49:14,185 DEBUG [pool-56-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45593-0x1019c86dddf0002, quorum=127.0.0.1:61569, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-03T18:49:14,185 DEBUG [pool-50-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41627-0x1019c86dddf0001, quorum=127.0.0.1:61569, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-03T18:49:14,187 DEBUG [master/db5a5ccf5be8:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41569-0x1019c86dddf0000, quorum=127.0.0.1:61569, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/db5a5ccf5be8,41569,1733251753271 2024-12-03T18:49:14,221 DEBUG [pool-50-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41627-0x1019c86dddf0001, quorum=127.0.0.1:61569, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-03T18:49:14,221 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41569-0x1019c86dddf0000, quorum=127.0.0.1:61569, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T18:49:14,221 DEBUG [pool-56-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45593-0x1019c86dddf0002, quorum=127.0.0.1:61569, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-03T18:49:14,221 DEBUG [pool-50-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41627-0x1019c86dddf0001, quorum=127.0.0.1:61569, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T18:49:14,221 DEBUG [pool-56-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45593-0x1019c86dddf0002, quorum=127.0.0.1:61569, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T18:49:14,222 DEBUG [master/db5a5ccf5be8:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41569-0x1019c86dddf0000, quorum=127.0.0.1:61569, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-12-03T18:49:14,223 INFO [master/db5a5ccf5be8:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/db5a5ccf5be8,41569,1733251753271 from backup master directory 2024-12-03T18:49:14,231 DEBUG [pool-50-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41627-0x1019c86dddf0001, quorum=127.0.0.1:61569, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-03T18:49:14,231 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41569-0x1019c86dddf0000, quorum=127.0.0.1:61569, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/db5a5ccf5be8,41569,1733251753271 2024-12-03T18:49:14,231 DEBUG [pool-56-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45593-0x1019c86dddf0002, quorum=127.0.0.1:61569, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-03T18:49:14,231 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41569-0x1019c86dddf0000, quorum=127.0.0.1:61569, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-03T18:49:14,232 WARN [master/db5a5ccf5be8:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-03T18:49:14,232 INFO [master/db5a5ccf5be8:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=db5a5ccf5be8,41569,1733251753271 2024-12-03T18:49:14,235 INFO [master/db5a5ccf5be8:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-12-03T18:49:14,236 INFO [master/db5a5ccf5be8:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-12-03T18:49:14,285 DEBUG [master/db5a5ccf5be8:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:33077/user/jenkins/test-data/983ed35a-b55b-1397-6818-638e500793fa/hbase.id] with ID: 3c6f0289-45e9-41f1-9a0e-e9517565c4ef 2024-12-03T18:49:14,285 DEBUG [master/db5a5ccf5be8:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:33077/user/jenkins/test-data/983ed35a-b55b-1397-6818-638e500793fa/.tmp/hbase.id 2024-12-03T18:49:14,296 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40535 is added to blk_1073741826_1002 (size=42) 2024-12-03T18:49:14,296 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46625 is added to blk_1073741826_1002 (size=42) 2024-12-03T18:49:14,297 DEBUG [master/db5a5ccf5be8:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:33077/user/jenkins/test-data/983ed35a-b55b-1397-6818-638e500793fa/.tmp/hbase.id]:[hdfs://localhost:33077/user/jenkins/test-data/983ed35a-b55b-1397-6818-638e500793fa/hbase.id] 2024-12-03T18:49:14,343 INFO [master/db5a5ccf5be8:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T18:49:14,348 INFO [master/db5a5ccf5be8:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-03T18:49:14,366 INFO [master/db5a5ccf5be8:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 16ms. 2024-12-03T18:49:14,379 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41569-0x1019c86dddf0000, quorum=127.0.0.1:61569, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T18:49:14,379 DEBUG [pool-50-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41627-0x1019c86dddf0001, quorum=127.0.0.1:61569, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T18:49:14,379 DEBUG [pool-56-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45593-0x1019c86dddf0002, quorum=127.0.0.1:61569, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T18:49:14,396 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46625 is added to blk_1073741827_1003 (size=196) 2024-12-03T18:49:14,396 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40535 is added to blk_1073741827_1003 (size=196) 2024-12-03T18:49:14,411 INFO [master/db5a5ccf5be8:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-03T18:49:14,412 INFO [master/db5a5ccf5be8:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-03T18:49:14,426 DEBUG [master/db5a5ccf5be8:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:262) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:231) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:49:14,430 INFO [master/db5a5ccf5be8:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T18:49:14,455 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46625 is added to blk_1073741828_1004 (size=1189) 2024-12-03T18:49:14,456 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40535 is added to blk_1073741828_1004 (size=1189) 2024-12-03T18:49:14,472 INFO [master/db5a5ccf5be8:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:33077/user/jenkins/test-data/983ed35a-b55b-1397-6818-638e500793fa/MasterData/data/master/store 2024-12-03T18:49:14,491 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46625 is added to blk_1073741829_1005 (size=34) 2024-12-03T18:49:14,491 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40535 is added to blk_1073741829_1005 (size=34) 2024-12-03T18:49:14,495 INFO [master/db5a5ccf5be8:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-12-03T18:49:14,498 DEBUG [master/db5a5ccf5be8:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T18:49:14,499 DEBUG [master/db5a5ccf5be8:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-03T18:49:14,499 INFO [master/db5a5ccf5be8:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T18:49:14,499 DEBUG [master/db5a5ccf5be8:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T18:49:14,501 DEBUG [master/db5a5ccf5be8:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-03T18:49:14,501 DEBUG [master/db5a5ccf5be8:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T18:49:14,501 INFO [master/db5a5ccf5be8:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T18:49:14,502 DEBUG [master/db5a5ccf5be8:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733251754499Disabling compacts and flushes for region at 1733251754499Disabling writes for close at 1733251754501 (+2 ms)Writing region close event to WAL at 1733251754501Closed at 1733251754501 2024-12-03T18:49:14,504 WARN [master/db5a5ccf5be8:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:33077/user/jenkins/test-data/983ed35a-b55b-1397-6818-638e500793fa/MasterData/data/master/store/.initializing 2024-12-03T18:49:14,504 DEBUG [master/db5a5ccf5be8:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:33077/user/jenkins/test-data/983ed35a-b55b-1397-6818-638e500793fa/MasterData/WALs/db5a5ccf5be8,41569,1733251753271 2024-12-03T18:49:14,512 INFO [master/db5a5ccf5be8:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-03T18:49:14,528 INFO [master/db5a5ccf5be8:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=db5a5ccf5be8%2C41569%2C1733251753271, suffix=, logDir=hdfs://localhost:33077/user/jenkins/test-data/983ed35a-b55b-1397-6818-638e500793fa/MasterData/WALs/db5a5ccf5be8,41569,1733251753271, archiveDir=hdfs://localhost:33077/user/jenkins/test-data/983ed35a-b55b-1397-6818-638e500793fa/MasterData/oldWALs, maxLogs=10 2024-12-03T18:49:14,553 DEBUG [master/db5a5ccf5be8:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/983ed35a-b55b-1397-6818-638e500793fa/MasterData/WALs/db5a5ccf5be8,41569,1733251753271/db5a5ccf5be8%2C41569%2C1733251753271.1733251754534, exclude list is [], retry=0 2024-12-03T18:49:14,567 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40535,DS-5f5f75fc-7b8f-47c1-8fd1-47289361a047,DISK] 2024-12-03T18:49:14,567 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46625,DS-4be8d464-4d4f-4770-a6c7-e83361fa2b65,DISK] 2024-12-03T18:49:14,570 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-12-03T18:49:14,602 INFO [master/db5a5ccf5be8:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/983ed35a-b55b-1397-6818-638e500793fa/MasterData/WALs/db5a5ccf5be8,41569,1733251753271/db5a5ccf5be8%2C41569%2C1733251753271.1733251754534 2024-12-03T18:49:14,603 DEBUG [master/db5a5ccf5be8:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38615:38615),(127.0.0.1/127.0.0.1:42091:42091)] 2024-12-03T18:49:14,604 DEBUG [master/db5a5ccf5be8:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-03T18:49:14,604 DEBUG [master/db5a5ccf5be8:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T18:49:14,606 DEBUG [master/db5a5ccf5be8:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T18:49:14,607 DEBUG [master/db5a5ccf5be8:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T18:49:14,639 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T18:49:14,662 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-03T18:49:14,665 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:49:14,667 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T18:49:14,668 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T18:49:14,671 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-03T18:49:14,671 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:49:14,672 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T18:49:14,672 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T18:49:14,675 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-03T18:49:14,675 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:49:14,676 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T18:49:14,676 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T18:49:14,678 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-03T18:49:14,678 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:49:14,679 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T18:49:14,680 DEBUG [master/db5a5ccf5be8:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T18:49:14,683 DEBUG [master/db5a5ccf5be8:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33077/user/jenkins/test-data/983ed35a-b55b-1397-6818-638e500793fa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-03T18:49:14,684 DEBUG [master/db5a5ccf5be8:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33077/user/jenkins/test-data/983ed35a-b55b-1397-6818-638e500793fa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-03T18:49:14,690 DEBUG [master/db5a5ccf5be8:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T18:49:14,691 DEBUG [master/db5a5ccf5be8:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T18:49:14,694 DEBUG [master/db5a5ccf5be8:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T18:49:14,697 DEBUG [master/db5a5ccf5be8:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T18:49:14,701 DEBUG [master/db5a5ccf5be8:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33077/user/jenkins/test-data/983ed35a-b55b-1397-6818-638e500793fa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T18:49:14,702 INFO [master/db5a5ccf5be8:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72448063, jitterRate=0.07956026494503021}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T18:49:14,707 DEBUG [master/db5a5ccf5be8:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733251754618Initializing all the Stores at 1733251754620 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733251754620Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733251754621 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733251754621Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733251754621Cleaning up temporary data from old regions at 1733251754691 (+70 ms)Region opened successfully at 1733251754707 (+16 ms) 2024-12-03T18:49:14,709 INFO [master/db5a5ccf5be8:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-03T18:49:14,739 DEBUG [master/db5a5ccf5be8:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c236b1d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=db5a5ccf5be8/172.17.0.2:0 2024-12-03T18:49:14,768 INFO [master/db5a5ccf5be8:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-03T18:49:14,778 INFO [master/db5a5ccf5be8:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-03T18:49:14,778 INFO [master/db5a5ccf5be8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-03T18:49:14,781 INFO [master/db5a5ccf5be8:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-03T18:49:14,782 INFO [master/db5a5ccf5be8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-12-03T18:49:14,787 INFO [master/db5a5ccf5be8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 4 msec 2024-12-03T18:49:14,787 INFO [master/db5a5ccf5be8:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-03T18:49:14,811 INFO [master/db5a5ccf5be8:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-03T18:49:14,820 DEBUG [master/db5a5ccf5be8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41569-0x1019c86dddf0000, quorum=127.0.0.1:61569, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-12-03T18:49:14,889 DEBUG [master/db5a5ccf5be8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-12-03T18:49:14,891 INFO [master/db5a5ccf5be8:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-03T18:49:14,893 DEBUG [master/db5a5ccf5be8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41569-0x1019c86dddf0000, quorum=127.0.0.1:61569, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-12-03T18:49:14,910 DEBUG [master/db5a5ccf5be8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-12-03T18:49:14,914 INFO [master/db5a5ccf5be8:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-03T18:49:14,918 DEBUG [master/db5a5ccf5be8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41569-0x1019c86dddf0000, quorum=127.0.0.1:61569, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-12-03T18:49:14,926 DEBUG [master/db5a5ccf5be8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-12-03T18:49:14,928 DEBUG [master/db5a5ccf5be8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41569-0x1019c86dddf0000, quorum=127.0.0.1:61569, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-12-03T18:49:14,936 DEBUG [master/db5a5ccf5be8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-12-03T18:49:14,958 DEBUG [master/db5a5ccf5be8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41569-0x1019c86dddf0000, quorum=127.0.0.1:61569, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-03T18:49:14,968 DEBUG [master/db5a5ccf5be8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-12-03T18:49:14,979 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41569-0x1019c86dddf0000, quorum=127.0.0.1:61569, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-03T18:49:14,979 DEBUG [pool-56-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45593-0x1019c86dddf0002, quorum=127.0.0.1:61569, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-03T18:49:14,979 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41569-0x1019c86dddf0000, quorum=127.0.0.1:61569, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T18:49:14,979 DEBUG [pool-56-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45593-0x1019c86dddf0002, quorum=127.0.0.1:61569, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T18:49:14,979 DEBUG [pool-50-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41627-0x1019c86dddf0001, quorum=127.0.0.1:61569, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-03T18:49:14,979 DEBUG [pool-50-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41627-0x1019c86dddf0001, quorum=127.0.0.1:61569, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T18:49:14,984 INFO [master/db5a5ccf5be8:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=db5a5ccf5be8,41569,1733251753271, sessionid=0x1019c86dddf0000, setting cluster-up flag (Was=false) 2024-12-03T18:49:15,016 DEBUG [pool-56-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45593-0x1019c86dddf0002, quorum=127.0.0.1:61569, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T18:49:15,016 DEBUG [pool-50-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41627-0x1019c86dddf0001, quorum=127.0.0.1:61569, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T18:49:15,016 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41569-0x1019c86dddf0000, quorum=127.0.0.1:61569, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T18:49:15,047 DEBUG [master/db5a5ccf5be8:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-12-03T18:49:15,051 DEBUG [master/db5a5ccf5be8:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=db5a5ccf5be8,41569,1733251753271 2024-12-03T18:49:15,079 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41569-0x1019c86dddf0000, quorum=127.0.0.1:61569, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T18:49:15,079 DEBUG [pool-56-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45593-0x1019c86dddf0002, quorum=127.0.0.1:61569, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T18:49:15,079 DEBUG [pool-50-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41627-0x1019c86dddf0001, quorum=127.0.0.1:61569, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T18:49:15,110 DEBUG [master/db5a5ccf5be8:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-12-03T18:49:15,114 DEBUG [master/db5a5ccf5be8:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=db5a5ccf5be8,41569,1733251753271 2024-12-03T18:49:15,125 INFO [master/db5a5ccf5be8:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:33077/user/jenkins/test-data/983ed35a-b55b-1397-6818-638e500793fa/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-03T18:49:15,159 INFO [RS:0;db5a5ccf5be8:41627 {}] regionserver.HRegionServer(746): ClusterId : 3c6f0289-45e9-41f1-9a0e-e9517565c4ef 2024-12-03T18:49:15,159 INFO [RS:1;db5a5ccf5be8:45593 {}] regionserver.HRegionServer(746): ClusterId : 3c6f0289-45e9-41f1-9a0e-e9517565c4ef 2024-12-03T18:49:15,161 DEBUG [RS:0;db5a5ccf5be8:41627 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-03T18:49:15,161 DEBUG [RS:1;db5a5ccf5be8:45593 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-03T18:49:15,176 DEBUG [RS:1;db5a5ccf5be8:45593 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-03T18:49:15,176 DEBUG [RS:0;db5a5ccf5be8:41627 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-03T18:49:15,176 DEBUG [RS:1;db5a5ccf5be8:45593 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-03T18:49:15,176 DEBUG [RS:0;db5a5ccf5be8:41627 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-03T18:49:15,188 DEBUG [master/db5a5ccf5be8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-03T18:49:15,190 DEBUG [RS:0;db5a5ccf5be8:41627 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-03T18:49:15,190 DEBUG [RS:1;db5a5ccf5be8:45593 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-03T18:49:15,191 DEBUG [RS:0;db5a5ccf5be8:41627 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6cfe3571, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=db5a5ccf5be8/172.17.0.2:0 2024-12-03T18:49:15,191 DEBUG [RS:1;db5a5ccf5be8:45593 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6667e1ca, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=db5a5ccf5be8/172.17.0.2:0 2024-12-03T18:49:15,199 INFO [master/db5a5ccf5be8:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-03T18:49:15,203 DEBUG [RS:0;db5a5ccf5be8:41627 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;db5a5ccf5be8:41627 2024-12-03T18:49:15,206 INFO [RS:0;db5a5ccf5be8:41627 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-03T18:49:15,206 INFO [RS:0;db5a5ccf5be8:41627 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-03T18:49:15,206 DEBUG [RS:0;db5a5ccf5be8:41627 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-03T18:49:15,206 INFO [master/db5a5ccf5be8:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-03T18:49:15,207 DEBUG [RS:1;db5a5ccf5be8:45593 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;db5a5ccf5be8:45593 2024-12-03T18:49:15,208 INFO [RS:1;db5a5ccf5be8:45593 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-03T18:49:15,208 INFO [RS:1;db5a5ccf5be8:45593 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-03T18:49:15,208 DEBUG [RS:1;db5a5ccf5be8:45593 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-03T18:49:15,208 INFO [RS:0;db5a5ccf5be8:41627 {}] regionserver.HRegionServer(2659): reportForDuty to master=db5a5ccf5be8,41569,1733251753271 with port=41627, startcode=1733251754020 2024-12-03T18:49:15,209 INFO [RS:1;db5a5ccf5be8:45593 {}] regionserver.HRegionServer(2659): reportForDuty to master=db5a5ccf5be8,41569,1733251753271 with port=45593, startcode=1733251754122 2024-12-03T18:49:15,213 DEBUG [master/db5a5ccf5be8:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: db5a5ccf5be8,41569,1733251753271 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-03T18:49:15,219 DEBUG [master/db5a5ccf5be8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/db5a5ccf5be8:0, corePoolSize=5, maxPoolSize=5 2024-12-03T18:49:15,219 DEBUG [master/db5a5ccf5be8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/db5a5ccf5be8:0, corePoolSize=5, maxPoolSize=5 2024-12-03T18:49:15,219 DEBUG [master/db5a5ccf5be8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/db5a5ccf5be8:0, corePoolSize=5, maxPoolSize=5 2024-12-03T18:49:15,219 DEBUG [master/db5a5ccf5be8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/db5a5ccf5be8:0, corePoolSize=5, maxPoolSize=5 2024-12-03T18:49:15,219 DEBUG [master/db5a5ccf5be8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/db5a5ccf5be8:0, corePoolSize=10, maxPoolSize=10 2024-12-03T18:49:15,220 DEBUG [master/db5a5ccf5be8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/db5a5ccf5be8:0, corePoolSize=1, maxPoolSize=1 2024-12-03T18:49:15,220 DEBUG [RS:1;db5a5ccf5be8:45593 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-03T18:49:15,220 DEBUG [RS:0;db5a5ccf5be8:41627 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-03T18:49:15,220 DEBUG [master/db5a5ccf5be8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/db5a5ccf5be8:0, corePoolSize=2, maxPoolSize=2 2024-12-03T18:49:15,220 DEBUG [master/db5a5ccf5be8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/db5a5ccf5be8:0, corePoolSize=1, maxPoolSize=1 2024-12-03T18:49:15,221 INFO [master/db5a5ccf5be8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733251785221 2024-12-03T18:49:15,223 INFO [master/db5a5ccf5be8:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-03T18:49:15,224 INFO [master/db5a5ccf5be8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-03T18:49:15,225 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T18:49:15,225 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-03T18:49:15,227 INFO [master/db5a5ccf5be8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-03T18:49:15,228 INFO [master/db5a5ccf5be8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-03T18:49:15,228 INFO [master/db5a5ccf5be8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-03T18:49:15,228 INFO [master/db5a5ccf5be8:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-03T18:49:15,229 INFO [master/db5a5ccf5be8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-03T18:49:15,232 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:49:15,232 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-03T18:49:15,232 INFO [master/db5a5ccf5be8:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-03T18:49:15,234 INFO [master/db5a5ccf5be8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-03T18:49:15,234 INFO [master/db5a5ccf5be8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-03T18:49:15,238 INFO [master/db5a5ccf5be8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-03T18:49:15,238 INFO [master/db5a5ccf5be8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-03T18:49:15,244 DEBUG [master/db5a5ccf5be8:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/db5a5ccf5be8:0:becomeActiveMaster-HFileCleaner.large.0-1733251755239,5,FailOnTimeoutGroup] 2024-12-03T18:49:15,245 DEBUG [master/db5a5ccf5be8:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/db5a5ccf5be8:0:becomeActiveMaster-HFileCleaner.small.0-1733251755244,5,FailOnTimeoutGroup] 2024-12-03T18:49:15,245 INFO [master/db5a5ccf5be8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-03T18:49:15,245 INFO [master/db5a5ccf5be8:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-03T18:49:15,247 INFO [master/db5a5ccf5be8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-03T18:49:15,248 INFO [master/db5a5ccf5be8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-03T18:49:15,253 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40535 is added to blk_1073741831_1007 (size=1321) 2024-12-03T18:49:15,253 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46625 is added to blk_1073741831_1007 (size=1321) 2024-12-03T18:49:15,255 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:33077/user/jenkins/test-data/983ed35a-b55b-1397-6818-638e500793fa/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-03T18:49:15,256 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:33077/user/jenkins/test-data/983ed35a-b55b-1397-6818-638e500793fa 2024-12-03T18:49:15,258 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43815, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-12-03T18:49:15,258 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32779, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-12-03T18:49:15,264 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41569 {}] master.ServerManager(363): Checking decommissioned status of RegionServer db5a5ccf5be8,41627,1733251754020 2024-12-03T18:49:15,266 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41569 {}] master.ServerManager(517): Registering regionserver=db5a5ccf5be8,41627,1733251754020 2024-12-03T18:49:15,269 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40535 is added to blk_1073741832_1008 (size=32) 2024-12-03T18:49:15,270 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46625 is added to blk_1073741832_1008 (size=32) 2024-12-03T18:49:15,271 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T18:49:15,274 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-03T18:49:15,277 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-03T18:49:15,278 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:49:15,278 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41569 {}] master.ServerManager(363): Checking decommissioned status of RegionServer db5a5ccf5be8,45593,1733251754122 2024-12-03T18:49:15,278 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41569 {}] master.ServerManager(517): Registering regionserver=db5a5ccf5be8,45593,1733251754122 2024-12-03T18:49:15,279 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T18:49:15,279 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-03T18:49:15,282 DEBUG [RS:0;db5a5ccf5be8:41627 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:33077/user/jenkins/test-data/983ed35a-b55b-1397-6818-638e500793fa 2024-12-03T18:49:15,282 DEBUG [RS:0;db5a5ccf5be8:41627 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:33077 2024-12-03T18:49:15,282 DEBUG [RS:0;db5a5ccf5be8:41627 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-03T18:49:15,282 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-03T18:49:15,282 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:49:15,282 DEBUG [RS:1;db5a5ccf5be8:45593 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:33077/user/jenkins/test-data/983ed35a-b55b-1397-6818-638e500793fa 2024-12-03T18:49:15,282 DEBUG [RS:1;db5a5ccf5be8:45593 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:33077 2024-12-03T18:49:15,282 DEBUG [RS:1;db5a5ccf5be8:45593 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-03T18:49:15,283 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T18:49:15,284 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-03T18:49:15,286 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-03T18:49:15,287 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:49:15,287 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T18:49:15,288 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-03T18:49:15,290 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-03T18:49:15,290 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:49:15,291 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T18:49:15,291 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-03T18:49:15,292 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33077/user/jenkins/test-data/983ed35a-b55b-1397-6818-638e500793fa/data/hbase/meta/1588230740 2024-12-03T18:49:15,293 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33077/user/jenkins/test-data/983ed35a-b55b-1397-6818-638e500793fa/data/hbase/meta/1588230740 2024-12-03T18:49:15,296 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-03T18:49:15,296 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-03T18:49:15,297 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T18:49:15,299 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-03T18:49:15,302 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33077/user/jenkins/test-data/983ed35a-b55b-1397-6818-638e500793fa/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T18:49:15,303 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71082539, jitterRate=0.059212371706962585}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T18:49:15,305 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733251755272Initializing all the Stores at 1733251755274 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733251755274Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733251755274Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733251755274Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733251755274Cleaning up temporary data from old regions at 1733251755296 (+22 ms)Region opened successfully at 1733251755305 (+9 ms) 2024-12-03T18:49:15,305 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-03T18:49:15,305 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-03T18:49:15,306 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-03T18:49:15,306 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-03T18:49:15,306 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-03T18:49:15,307 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-03T18:49:15,307 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733251755305Disabling compacts and flushes for region at 1733251755305Disabling writes for close at 1733251755306 (+1 ms)Writing region close event to WAL at 1733251755306Closed at 1733251755307 (+1 ms) 2024-12-03T18:49:15,310 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T18:49:15,310 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-03T18:49:15,316 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-03T18:49:15,324 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-03T18:49:15,327 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-03T18:49:15,351 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41569-0x1019c86dddf0000, quorum=127.0.0.1:61569, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-03T18:49:15,352 DEBUG [RS:1;db5a5ccf5be8:45593 {}] zookeeper.ZKUtil(111): regionserver:45593-0x1019c86dddf0002, quorum=127.0.0.1:61569, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/db5a5ccf5be8,45593,1733251754122 2024-12-03T18:49:15,352 DEBUG [RS:0;db5a5ccf5be8:41627 {}] zookeeper.ZKUtil(111): regionserver:41627-0x1019c86dddf0001, quorum=127.0.0.1:61569, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/db5a5ccf5be8,41627,1733251754020 2024-12-03T18:49:15,352 WARN [RS:0;db5a5ccf5be8:41627 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-03T18:49:15,352 WARN [RS:1;db5a5ccf5be8:45593 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-03T18:49:15,352 INFO [RS:0;db5a5ccf5be8:41627 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T18:49:15,352 INFO [RS:1;db5a5ccf5be8:45593 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T18:49:15,352 DEBUG [RS:0;db5a5ccf5be8:41627 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:33077/user/jenkins/test-data/983ed35a-b55b-1397-6818-638e500793fa/WALs/db5a5ccf5be8,41627,1733251754020 2024-12-03T18:49:15,353 DEBUG [RS:1;db5a5ccf5be8:45593 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:33077/user/jenkins/test-data/983ed35a-b55b-1397-6818-638e500793fa/WALs/db5a5ccf5be8,45593,1733251754122 2024-12-03T18:49:15,355 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [db5a5ccf5be8,45593,1733251754122] 2024-12-03T18:49:15,355 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [db5a5ccf5be8,41627,1733251754020] 2024-12-03T18:49:15,378 INFO [RS:1;db5a5ccf5be8:45593 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-03T18:49:15,378 INFO [RS:0;db5a5ccf5be8:41627 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-03T18:49:15,391 INFO [RS:1;db5a5ccf5be8:45593 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-03T18:49:15,391 INFO [RS:0;db5a5ccf5be8:41627 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-03T18:49:15,396 INFO [RS:0;db5a5ccf5be8:41627 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-03T18:49:15,396 INFO [RS:0;db5a5ccf5be8:41627 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T18:49:15,396 INFO [RS:1;db5a5ccf5be8:45593 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-03T18:49:15,396 INFO [RS:1;db5a5ccf5be8:45593 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T18:49:15,397 INFO [RS:0;db5a5ccf5be8:41627 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-03T18:49:15,397 INFO [RS:1;db5a5ccf5be8:45593 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-03T18:49:15,402 INFO [RS:1;db5a5ccf5be8:45593 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-03T18:49:15,402 INFO [RS:0;db5a5ccf5be8:41627 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-03T18:49:15,404 INFO [RS:1;db5a5ccf5be8:45593 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-03T18:49:15,404 INFO [RS:0;db5a5ccf5be8:41627 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-03T18:49:15,404 DEBUG [RS:0;db5a5ccf5be8:41627 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/db5a5ccf5be8:0, corePoolSize=1, maxPoolSize=1 2024-12-03T18:49:15,404 DEBUG [RS:1;db5a5ccf5be8:45593 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/db5a5ccf5be8:0, corePoolSize=1, maxPoolSize=1 2024-12-03T18:49:15,405 DEBUG [RS:1;db5a5ccf5be8:45593 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/db5a5ccf5be8:0, corePoolSize=1, maxPoolSize=1 2024-12-03T18:49:15,405 DEBUG [RS:0;db5a5ccf5be8:41627 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/db5a5ccf5be8:0, corePoolSize=1, maxPoolSize=1 2024-12-03T18:49:15,405 DEBUG [RS:1;db5a5ccf5be8:45593 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/db5a5ccf5be8:0, corePoolSize=1, maxPoolSize=1 2024-12-03T18:49:15,405 DEBUG [RS:0;db5a5ccf5be8:41627 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/db5a5ccf5be8:0, corePoolSize=1, maxPoolSize=1 2024-12-03T18:49:15,405 DEBUG [RS:1;db5a5ccf5be8:45593 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/db5a5ccf5be8:0, corePoolSize=1, maxPoolSize=1 2024-12-03T18:49:15,405 DEBUG [RS:0;db5a5ccf5be8:41627 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/db5a5ccf5be8:0, corePoolSize=1, maxPoolSize=1 2024-12-03T18:49:15,405 DEBUG [RS:0;db5a5ccf5be8:41627 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/db5a5ccf5be8:0, corePoolSize=1, maxPoolSize=1 2024-12-03T18:49:15,405 DEBUG [RS:1;db5a5ccf5be8:45593 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/db5a5ccf5be8:0, corePoolSize=1, maxPoolSize=1 2024-12-03T18:49:15,405 DEBUG [RS:0;db5a5ccf5be8:41627 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/db5a5ccf5be8:0, corePoolSize=2, maxPoolSize=2 2024-12-03T18:49:15,405 DEBUG [RS:1;db5a5ccf5be8:45593 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/db5a5ccf5be8:0, corePoolSize=2, maxPoolSize=2 2024-12-03T18:49:15,405 DEBUG [RS:1;db5a5ccf5be8:45593 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/db5a5ccf5be8:0, corePoolSize=1, maxPoolSize=1 2024-12-03T18:49:15,405 DEBUG [RS:0;db5a5ccf5be8:41627 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/db5a5ccf5be8:0, corePoolSize=1, maxPoolSize=1 2024-12-03T18:49:15,406 DEBUG [RS:1;db5a5ccf5be8:45593 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/db5a5ccf5be8:0, corePoolSize=1, maxPoolSize=1 2024-12-03T18:49:15,406 DEBUG [RS:0;db5a5ccf5be8:41627 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/db5a5ccf5be8:0, corePoolSize=1, maxPoolSize=1 2024-12-03T18:49:15,406 DEBUG [RS:1;db5a5ccf5be8:45593 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/db5a5ccf5be8:0, corePoolSize=1, maxPoolSize=1 2024-12-03T18:49:15,406 DEBUG [RS:0;db5a5ccf5be8:41627 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/db5a5ccf5be8:0, corePoolSize=1, maxPoolSize=1 2024-12-03T18:49:15,406 DEBUG [RS:0;db5a5ccf5be8:41627 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/db5a5ccf5be8:0, corePoolSize=1, maxPoolSize=1 2024-12-03T18:49:15,406 DEBUG [RS:1;db5a5ccf5be8:45593 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/db5a5ccf5be8:0, corePoolSize=1, maxPoolSize=1 2024-12-03T18:49:15,406 DEBUG [RS:1;db5a5ccf5be8:45593 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/db5a5ccf5be8:0, corePoolSize=1, maxPoolSize=1 2024-12-03T18:49:15,406 DEBUG [RS:0;db5a5ccf5be8:41627 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/db5a5ccf5be8:0, corePoolSize=1, maxPoolSize=1 2024-12-03T18:49:15,406 DEBUG [RS:0;db5a5ccf5be8:41627 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/db5a5ccf5be8:0, corePoolSize=1, maxPoolSize=1 2024-12-03T18:49:15,406 DEBUG [RS:1;db5a5ccf5be8:45593 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/db5a5ccf5be8:0, corePoolSize=1, maxPoolSize=1 2024-12-03T18:49:15,406 DEBUG [RS:1;db5a5ccf5be8:45593 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/db5a5ccf5be8:0, corePoolSize=3, maxPoolSize=3 2024-12-03T18:49:15,406 DEBUG [RS:0;db5a5ccf5be8:41627 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/db5a5ccf5be8:0, corePoolSize=3, maxPoolSize=3 2024-12-03T18:49:15,407 DEBUG [RS:1;db5a5ccf5be8:45593 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/db5a5ccf5be8:0, corePoolSize=3, maxPoolSize=3 2024-12-03T18:49:15,407 DEBUG [RS:0;db5a5ccf5be8:41627 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/db5a5ccf5be8:0, corePoolSize=3, maxPoolSize=3 2024-12-03T18:49:15,408 INFO [RS:1;db5a5ccf5be8:45593 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-03T18:49:15,408 INFO [RS:0;db5a5ccf5be8:41627 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-03T18:49:15,408 INFO [RS:1;db5a5ccf5be8:45593 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-03T18:49:15,408 INFO [RS:1;db5a5ccf5be8:45593 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T18:49:15,408 INFO [RS:0;db5a5ccf5be8:41627 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-03T18:49:15,408 INFO [RS:1;db5a5ccf5be8:45593 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-03T18:49:15,408 INFO [RS:0;db5a5ccf5be8:41627 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T18:49:15,408 INFO [RS:1;db5a5ccf5be8:45593 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-03T18:49:15,408 INFO [RS:0;db5a5ccf5be8:41627 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-03T18:49:15,408 INFO [RS:1;db5a5ccf5be8:45593 {}] hbase.ChoreService(168): Chore ScheduledChore name=db5a5ccf5be8,45593,1733251754122-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-03T18:49:15,408 INFO [RS:0;db5a5ccf5be8:41627 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-03T18:49:15,408 INFO [RS:0;db5a5ccf5be8:41627 {}] hbase.ChoreService(168): Chore ScheduledChore name=db5a5ccf5be8,41627,1733251754020-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-03T18:49:15,423 INFO [RS:1;db5a5ccf5be8:45593 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-03T18:49:15,425 INFO [RS:1;db5a5ccf5be8:45593 {}] hbase.ChoreService(168): Chore ScheduledChore name=db5a5ccf5be8,45593,1733251754122-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T18:49:15,426 INFO [RS:1;db5a5ccf5be8:45593 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T18:49:15,426 INFO [RS:1;db5a5ccf5be8:45593 {}] regionserver.Replication(171): db5a5ccf5be8,45593,1733251754122 started 2024-12-03T18:49:15,430 INFO [RS:0;db5a5ccf5be8:41627 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-03T18:49:15,430 INFO [RS:0;db5a5ccf5be8:41627 {}] hbase.ChoreService(168): Chore ScheduledChore name=db5a5ccf5be8,41627,1733251754020-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T18:49:15,430 INFO [RS:0;db5a5ccf5be8:41627 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T18:49:15,430 INFO [RS:0;db5a5ccf5be8:41627 {}] regionserver.Replication(171): db5a5ccf5be8,41627,1733251754020 started 2024-12-03T18:49:15,443 INFO [RS:1;db5a5ccf5be8:45593 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T18:49:15,444 INFO [RS:1;db5a5ccf5be8:45593 {}] regionserver.HRegionServer(1482): Serving as db5a5ccf5be8,45593,1733251754122, RpcServer on db5a5ccf5be8/172.17.0.2:45593, sessionid=0x1019c86dddf0002 2024-12-03T18:49:15,444 DEBUG [RS:1;db5a5ccf5be8:45593 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-03T18:49:15,444 DEBUG [RS:1;db5a5ccf5be8:45593 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager db5a5ccf5be8,45593,1733251754122 2024-12-03T18:49:15,445 DEBUG [RS:1;db5a5ccf5be8:45593 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'db5a5ccf5be8,45593,1733251754122' 2024-12-03T18:49:15,445 DEBUG [RS:1;db5a5ccf5be8:45593 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-03T18:49:15,446 DEBUG [RS:1;db5a5ccf5be8:45593 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-03T18:49:15,447 DEBUG [RS:1;db5a5ccf5be8:45593 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-03T18:49:15,447 DEBUG [RS:1;db5a5ccf5be8:45593 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-03T18:49:15,447 DEBUG [RS:1;db5a5ccf5be8:45593 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager db5a5ccf5be8,45593,1733251754122 2024-12-03T18:49:15,447 DEBUG [RS:1;db5a5ccf5be8:45593 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'db5a5ccf5be8,45593,1733251754122' 2024-12-03T18:49:15,447 DEBUG [RS:1;db5a5ccf5be8:45593 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-03T18:49:15,448 DEBUG [RS:1;db5a5ccf5be8:45593 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-03T18:49:15,449 DEBUG [RS:1;db5a5ccf5be8:45593 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-03T18:49:15,449 INFO [RS:1;db5a5ccf5be8:45593 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-03T18:49:15,449 INFO [RS:1;db5a5ccf5be8:45593 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-03T18:49:15,452 INFO [RS:0;db5a5ccf5be8:41627 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T18:49:15,452 INFO [RS:0;db5a5ccf5be8:41627 {}] regionserver.HRegionServer(1482): Serving as db5a5ccf5be8,41627,1733251754020, RpcServer on db5a5ccf5be8/172.17.0.2:41627, sessionid=0x1019c86dddf0001 2024-12-03T18:49:15,452 DEBUG [RS:0;db5a5ccf5be8:41627 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-03T18:49:15,452 DEBUG [RS:0;db5a5ccf5be8:41627 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager db5a5ccf5be8,41627,1733251754020 2024-12-03T18:49:15,452 DEBUG [RS:0;db5a5ccf5be8:41627 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'db5a5ccf5be8,41627,1733251754020' 2024-12-03T18:49:15,452 DEBUG [RS:0;db5a5ccf5be8:41627 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-03T18:49:15,453 DEBUG [RS:0;db5a5ccf5be8:41627 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-03T18:49:15,454 DEBUG [RS:0;db5a5ccf5be8:41627 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-03T18:49:15,454 DEBUG [RS:0;db5a5ccf5be8:41627 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-03T18:49:15,454 DEBUG [RS:0;db5a5ccf5be8:41627 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager db5a5ccf5be8,41627,1733251754020 2024-12-03T18:49:15,454 DEBUG [RS:0;db5a5ccf5be8:41627 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'db5a5ccf5be8,41627,1733251754020' 2024-12-03T18:49:15,454 DEBUG [RS:0;db5a5ccf5be8:41627 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-03T18:49:15,455 DEBUG [RS:0;db5a5ccf5be8:41627 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-03T18:49:15,455 DEBUG [RS:0;db5a5ccf5be8:41627 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-03T18:49:15,455 INFO [RS:0;db5a5ccf5be8:41627 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-03T18:49:15,455 INFO [RS:0;db5a5ccf5be8:41627 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-03T18:49:15,478 WARN [db5a5ccf5be8:41569 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-03T18:49:15,555 INFO [RS:1;db5a5ccf5be8:45593 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-03T18:49:15,556 INFO [RS:0;db5a5ccf5be8:41627 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-03T18:49:15,558 INFO [RS:1;db5a5ccf5be8:45593 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=db5a5ccf5be8%2C45593%2C1733251754122, suffix=, logDir=hdfs://localhost:33077/user/jenkins/test-data/983ed35a-b55b-1397-6818-638e500793fa/WALs/db5a5ccf5be8,45593,1733251754122, archiveDir=hdfs://localhost:33077/user/jenkins/test-data/983ed35a-b55b-1397-6818-638e500793fa/oldWALs, maxLogs=32 2024-12-03T18:49:15,559 INFO [RS:0;db5a5ccf5be8:41627 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=db5a5ccf5be8%2C41627%2C1733251754020, suffix=, logDir=hdfs://localhost:33077/user/jenkins/test-data/983ed35a-b55b-1397-6818-638e500793fa/WALs/db5a5ccf5be8,41627,1733251754020, archiveDir=hdfs://localhost:33077/user/jenkins/test-data/983ed35a-b55b-1397-6818-638e500793fa/oldWALs, maxLogs=32 2024-12-03T18:49:15,575 DEBUG [RS:1;db5a5ccf5be8:45593 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/983ed35a-b55b-1397-6818-638e500793fa/WALs/db5a5ccf5be8,45593,1733251754122/db5a5ccf5be8%2C45593%2C1733251754122.1733251755561, exclude list is [], retry=0 2024-12-03T18:49:15,577 DEBUG [RS:0;db5a5ccf5be8:41627 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/983ed35a-b55b-1397-6818-638e500793fa/WALs/db5a5ccf5be8,41627,1733251754020/db5a5ccf5be8%2C41627%2C1733251754020.1733251755561, exclude list is [], retry=0 2024-12-03T18:49:15,580 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46625,DS-4be8d464-4d4f-4770-a6c7-e83361fa2b65,DISK] 2024-12-03T18:49:15,580 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40535,DS-5f5f75fc-7b8f-47c1-8fd1-47289361a047,DISK] 2024-12-03T18:49:15,582 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46625,DS-4be8d464-4d4f-4770-a6c7-e83361fa2b65,DISK] 2024-12-03T18:49:15,582 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40535,DS-5f5f75fc-7b8f-47c1-8fd1-47289361a047,DISK] 2024-12-03T18:49:15,588 INFO [RS:1;db5a5ccf5be8:45593 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/983ed35a-b55b-1397-6818-638e500793fa/WALs/db5a5ccf5be8,45593,1733251754122/db5a5ccf5be8%2C45593%2C1733251754122.1733251755561 2024-12-03T18:49:15,589 DEBUG [RS:1;db5a5ccf5be8:45593 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42091:42091),(127.0.0.1/127.0.0.1:38615:38615)] 2024-12-03T18:49:15,596 INFO [RS:0;db5a5ccf5be8:41627 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/983ed35a-b55b-1397-6818-638e500793fa/WALs/db5a5ccf5be8,41627,1733251754020/db5a5ccf5be8%2C41627%2C1733251754020.1733251755561 2024-12-03T18:49:15,597 DEBUG [RS:0;db5a5ccf5be8:41627 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42091:42091),(127.0.0.1/127.0.0.1:38615:38615)] 2024-12-03T18:49:15,731 DEBUG [db5a5ccf5be8:41569 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=2, allServersCount=2 2024-12-03T18:49:15,738 DEBUG [db5a5ccf5be8:41569 {}] balancer.BalancerClusterState(204): Hosts are {db5a5ccf5be8=0} racks are {/default-rack=0} 2024-12-03T18:49:15,745 DEBUG [db5a5ccf5be8:41569 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-12-03T18:49:15,745 DEBUG [db5a5ccf5be8:41569 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-12-03T18:49:15,745 DEBUG [db5a5ccf5be8:41569 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-12-03T18:49:15,745 DEBUG [db5a5ccf5be8:41569 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-12-03T18:49:15,745 INFO [db5a5ccf5be8:41569 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-12-03T18:49:15,745 INFO [db5a5ccf5be8:41569 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-12-03T18:49:15,745 DEBUG [db5a5ccf5be8:41569 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-12-03T18:49:15,752 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=db5a5ccf5be8,45593,1733251754122 2024-12-03T18:49:15,759 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as db5a5ccf5be8,45593,1733251754122, state=OPENING 2024-12-03T18:49:15,778 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-03T18:49:15,863 DEBUG [pool-56-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45593-0x1019c86dddf0002, quorum=127.0.0.1:61569, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T18:49:15,863 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41569-0x1019c86dddf0000, quorum=127.0.0.1:61569, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T18:49:15,863 DEBUG [pool-50-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41627-0x1019c86dddf0001, quorum=127.0.0.1:61569, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T18:49:15,864 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-03T18:49:15,864 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-03T18:49:15,864 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-03T18:49:15,866 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-03T18:49:15,869 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=db5a5ccf5be8,45593,1733251754122}] 2024-12-03T18:49:16,044 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-03T18:49:16,047 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42143, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-03T18:49:16,059 INFO [RS_OPEN_META-regionserver/db5a5ccf5be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-03T18:49:16,059 INFO [RS_OPEN_META-regionserver/db5a5ccf5be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T18:49:16,059 INFO [RS_OPEN_META-regionserver/db5a5ccf5be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-03T18:49:16,063 INFO [RS_OPEN_META-regionserver/db5a5ccf5be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=db5a5ccf5be8%2C45593%2C1733251754122.meta, suffix=.meta, logDir=hdfs://localhost:33077/user/jenkins/test-data/983ed35a-b55b-1397-6818-638e500793fa/WALs/db5a5ccf5be8,45593,1733251754122, archiveDir=hdfs://localhost:33077/user/jenkins/test-data/983ed35a-b55b-1397-6818-638e500793fa/oldWALs, maxLogs=32 2024-12-03T18:49:16,077 DEBUG [RS_OPEN_META-regionserver/db5a5ccf5be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/983ed35a-b55b-1397-6818-638e500793fa/WALs/db5a5ccf5be8,45593,1733251754122/db5a5ccf5be8%2C45593%2C1733251754122.meta.1733251756064.meta, exclude list is [], retry=0 2024-12-03T18:49:16,082 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46625,DS-4be8d464-4d4f-4770-a6c7-e83361fa2b65,DISK] 2024-12-03T18:49:16,082 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40535,DS-5f5f75fc-7b8f-47c1-8fd1-47289361a047,DISK] 2024-12-03T18:49:16,085 INFO [RS_OPEN_META-regionserver/db5a5ccf5be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/983ed35a-b55b-1397-6818-638e500793fa/WALs/db5a5ccf5be8,45593,1733251754122/db5a5ccf5be8%2C45593%2C1733251754122.meta.1733251756064.meta 2024-12-03T18:49:16,085 DEBUG [RS_OPEN_META-regionserver/db5a5ccf5be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38615:38615),(127.0.0.1/127.0.0.1:42091:42091)] 2024-12-03T18:49:16,086 DEBUG [RS_OPEN_META-regionserver/db5a5ccf5be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-03T18:49:16,087 DEBUG [RS_OPEN_META-regionserver/db5a5ccf5be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-03T18:49:16,089 DEBUG [RS_OPEN_META-regionserver/db5a5ccf5be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-03T18:49:16,094 INFO [RS_OPEN_META-regionserver/db5a5ccf5be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-03T18:49:16,098 DEBUG [RS_OPEN_META-regionserver/db5a5ccf5be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-03T18:49:16,099 DEBUG [RS_OPEN_META-regionserver/db5a5ccf5be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T18:49:16,099 DEBUG [RS_OPEN_META-regionserver/db5a5ccf5be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-03T18:49:16,099 DEBUG [RS_OPEN_META-regionserver/db5a5ccf5be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-03T18:49:16,102 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-03T18:49:16,104 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-03T18:49:16,104 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:49:16,105 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T18:49:16,106 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-03T18:49:16,107 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-03T18:49:16,107 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:49:16,108 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T18:49:16,108 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-03T18:49:16,110 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-03T18:49:16,110 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:49:16,111 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T18:49:16,111 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-03T18:49:16,112 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-03T18:49:16,113 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:49:16,114 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T18:49:16,114 DEBUG [RS_OPEN_META-regionserver/db5a5ccf5be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-03T18:49:16,116 DEBUG [RS_OPEN_META-regionserver/db5a5ccf5be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33077/user/jenkins/test-data/983ed35a-b55b-1397-6818-638e500793fa/data/hbase/meta/1588230740 2024-12-03T18:49:16,120 DEBUG [RS_OPEN_META-regionserver/db5a5ccf5be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33077/user/jenkins/test-data/983ed35a-b55b-1397-6818-638e500793fa/data/hbase/meta/1588230740 2024-12-03T18:49:16,123 DEBUG [RS_OPEN_META-regionserver/db5a5ccf5be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-03T18:49:16,123 DEBUG [RS_OPEN_META-regionserver/db5a5ccf5be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-03T18:49:16,124 DEBUG [RS_OPEN_META-regionserver/db5a5ccf5be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T18:49:16,127 DEBUG [RS_OPEN_META-regionserver/db5a5ccf5be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-03T18:49:16,128 INFO [RS_OPEN_META-regionserver/db5a5ccf5be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66856333, jitterRate=-0.0037630051374435425}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T18:49:16,129 DEBUG [RS_OPEN_META-regionserver/db5a5ccf5be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-03T18:49:16,130 DEBUG [RS_OPEN_META-regionserver/db5a5ccf5be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733251756099Writing region info on filesystem at 1733251756100 (+1 ms)Initializing all the Stores at 1733251756102 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733251756102Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733251756102Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733251756102Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733251756102Cleaning up temporary data from old regions at 1733251756123 (+21 ms)Running coprocessor post-open hooks at 1733251756129 (+6 ms)Region opened successfully at 1733251756130 (+1 ms) 2024-12-03T18:49:16,139 INFO [RS_OPEN_META-regionserver/db5a5ccf5be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733251756036 2024-12-03T18:49:16,155 DEBUG [RS_OPEN_META-regionserver/db5a5ccf5be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-03T18:49:16,156 INFO [RS_OPEN_META-regionserver/db5a5ccf5be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-03T18:49:16,160 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=db5a5ccf5be8,45593,1733251754122 2024-12-03T18:49:16,163 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as db5a5ccf5be8,45593,1733251754122, state=OPEN 2024-12-03T18:49:16,174 DEBUG [pool-50-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41627-0x1019c86dddf0001, quorum=127.0.0.1:61569, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-03T18:49:16,174 DEBUG [pool-56-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45593-0x1019c86dddf0002, quorum=127.0.0.1:61569, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-03T18:49:16,174 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41569-0x1019c86dddf0000, quorum=127.0.0.1:61569, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-03T18:49:16,174 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-03T18:49:16,174 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-03T18:49:16,174 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-03T18:49:16,174 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=db5a5ccf5be8,45593,1733251754122 2024-12-03T18:49:16,181 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-03T18:49:16,181 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=db5a5ccf5be8,45593,1733251754122 in 306 msec 2024-12-03T18:49:16,191 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-03T18:49:16,191 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 868 msec 2024-12-03T18:49:16,194 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T18:49:16,194 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-03T18:49:16,220 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T18:49:16,221 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=db5a5ccf5be8,45593,1733251754122, seqNum=-1] 2024-12-03T18:49:16,248 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T18:49:16,251 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57575, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T18:49:16,273 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.1190 sec 2024-12-03T18:49:16,273 INFO [master/db5a5ccf5be8:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733251756273, completionTime=-1 2024-12-03T18:49:16,276 INFO [master/db5a5ccf5be8:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=2; waited=0ms, expected min=2 server(s), max=2 server(s), master is running 2024-12-03T18:49:16,277 DEBUG [master/db5a5ccf5be8:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-03T18:49:16,338 INFO [master/db5a5ccf5be8:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=2 2024-12-03T18:49:16,338 INFO [master/db5a5ccf5be8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733251816338 2024-12-03T18:49:16,338 INFO [master/db5a5ccf5be8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733251876338 2024-12-03T18:49:16,338 INFO [master/db5a5ccf5be8:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 61 msec 2024-12-03T18:49:16,340 DEBUG [master/db5a5ccf5be8:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-12-03T18:49:16,347 INFO [master/db5a5ccf5be8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=db5a5ccf5be8,41569,1733251753271-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T18:49:16,348 INFO [master/db5a5ccf5be8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=db5a5ccf5be8,41569,1733251753271-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T18:49:16,348 INFO [master/db5a5ccf5be8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=db5a5ccf5be8,41569,1733251753271-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T18:49:16,353 INFO [master/db5a5ccf5be8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-db5a5ccf5be8:41569, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T18:49:16,353 INFO [master/db5a5ccf5be8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-03T18:49:16,353 INFO [master/db5a5ccf5be8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-03T18:49:16,364 DEBUG [master/db5a5ccf5be8:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-03T18:49:16,385 INFO [master/db5a5ccf5be8:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.152sec 2024-12-03T18:49:16,387 INFO [master/db5a5ccf5be8:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-03T18:49:16,388 INFO [master/db5a5ccf5be8:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-03T18:49:16,390 INFO [master/db5a5ccf5be8:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-03T18:49:16,390 INFO [master/db5a5ccf5be8:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-03T18:49:16,391 INFO [master/db5a5ccf5be8:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-03T18:49:16,392 INFO [master/db5a5ccf5be8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=db5a5ccf5be8,41569,1733251753271-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-03T18:49:16,393 INFO [master/db5a5ccf5be8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=db5a5ccf5be8,41569,1733251753271-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-03T18:49:16,397 DEBUG [master/db5a5ccf5be8:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-03T18:49:16,398 INFO [master/db5a5ccf5be8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-03T18:49:16,399 INFO [master/db5a5ccf5be8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=db5a5ccf5be8,41569,1733251753271-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T18:49:16,468 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5c36636e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T18:49:16,471 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-12-03T18:49:16,471 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-12-03T18:49:16,502 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request db5a5ccf5be8,41569,-1 for getting cluster id 2024-12-03T18:49:16,504 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T18:49:16,512 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3c6f0289-45e9-41f1-9a0e-e9517565c4ef' 2024-12-03T18:49:16,514 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T18:49:16,515 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3c6f0289-45e9-41f1-9a0e-e9517565c4ef" 2024-12-03T18:49:16,515 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@43d0b2f2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T18:49:16,515 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [db5a5ccf5be8,41569,-1] 2024-12-03T18:49:16,519 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T18:49:16,521 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T18:49:16,521 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41730, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T18:49:16,524 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6805f1a3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T18:49:16,525 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T18:49:16,532 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=db5a5ccf5be8,45593,1733251754122, seqNum=-1] 2024-12-03T18:49:16,533 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T18:49:16,535 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45556, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T18:49:16,554 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=db5a5ccf5be8,41569,1733251753271 2024-12-03T18:49:16,557 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T18:49:16,562 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] client.AsyncConnectionImpl(321): The fetched master address is db5a5ccf5be8,41569,1733251753271 2024-12-03T18:49:16,565 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7dcf7aa1 2024-12-03T18:49:16,566 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T18:49:16,569 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41736, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T18:49:16,575 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41569 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testClearRegionBlockCache', {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-03T18:49:16,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41569 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testClearRegionBlockCache 2024-12-03T18:49:16,587 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_PRE_OPERATION 2024-12-03T18:49:16,589 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41569 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testClearRegionBlockCache" procId is: 4 2024-12-03T18:49:16,589 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:49:16,591 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-03T18:49:16,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41569 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T18:49:16,604 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46625 is added to blk_1073741836_1012 (size=379) 2024-12-03T18:49:16,604 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40535 is added to blk_1073741836_1012 (size=379) 2024-12-03T18:49:16,608 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 41e5802be1a5cb540fd81fc4a795751e, NAME => 'testClearRegionBlockCache,,1733251756570.41e5802be1a5cb540fd81fc4a795751e.', STARTKEY => '', ENDKEY => '5'}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33077/user/jenkins/test-data/983ed35a-b55b-1397-6818-638e500793fa 2024-12-03T18:49:16,608 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 0b00c4b64a00b6bb713c3fbe90fe3202, NAME => 'testClearRegionBlockCache,5,1733251756570.0b00c4b64a00b6bb713c3fbe90fe3202.', STARTKEY => '5', ENDKEY => ''}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33077/user/jenkins/test-data/983ed35a-b55b-1397-6818-638e500793fa 2024-12-03T18:49:16,617 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40535 is added to blk_1073741837_1013 (size=61) 2024-12-03T18:49:16,618 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46625 is added to blk_1073741837_1013 (size=61) 2024-12-03T18:49:16,618 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40535 is added to blk_1073741838_1014 (size=61) 2024-12-03T18:49:16,618 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,5,1733251756570.0b00c4b64a00b6bb713c3fbe90fe3202.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T18:49:16,619 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46625 is added to blk_1073741838_1014 (size=61) 2024-12-03T18:49:16,619 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1722): Closing 0b00c4b64a00b6bb713c3fbe90fe3202, disabling compactions & flushes 2024-12-03T18:49:16,619 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,5,1733251756570.0b00c4b64a00b6bb713c3fbe90fe3202. 2024-12-03T18:49:16,619 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,5,1733251756570.0b00c4b64a00b6bb713c3fbe90fe3202. 2024-12-03T18:49:16,619 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,,1733251756570.41e5802be1a5cb540fd81fc4a795751e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T18:49:16,619 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,5,1733251756570.0b00c4b64a00b6bb713c3fbe90fe3202. after waiting 0 ms 2024-12-03T18:49:16,619 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1722): Closing 41e5802be1a5cb540fd81fc4a795751e, disabling compactions & flushes 2024-12-03T18:49:16,619 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,5,1733251756570.0b00c4b64a00b6bb713c3fbe90fe3202. 2024-12-03T18:49:16,619 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,,1733251756570.41e5802be1a5cb540fd81fc4a795751e. 2024-12-03T18:49:16,619 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,,1733251756570.41e5802be1a5cb540fd81fc4a795751e. 2024-12-03T18:49:16,619 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,5,1733251756570.0b00c4b64a00b6bb713c3fbe90fe3202. 2024-12-03T18:49:16,619 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,,1733251756570.41e5802be1a5cb540fd81fc4a795751e. after waiting 0 ms 2024-12-03T18:49:16,619 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,,1733251756570.41e5802be1a5cb540fd81fc4a795751e. 2024-12-03T18:49:16,619 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1676): Region close journal for 0b00c4b64a00b6bb713c3fbe90fe3202: Waiting for close lock at 1733251756619Disabling compacts and flushes for region at 1733251756619Disabling writes for close at 1733251756619Writing region close event to WAL at 1733251756619Closed at 1733251756619 2024-12-03T18:49:16,619 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,,1733251756570.41e5802be1a5cb540fd81fc4a795751e. 2024-12-03T18:49:16,619 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1676): Region close journal for 41e5802be1a5cb540fd81fc4a795751e: Waiting for close lock at 1733251756619Disabling compacts and flushes for region at 1733251756619Disabling writes for close at 1733251756619Writing region close event to WAL at 1733251756619Closed at 1733251756619 2024-12-03T18:49:16,621 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ADD_TO_META 2024-12-03T18:49:16,625 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testClearRegionBlockCache,5,1733251756570.0b00c4b64a00b6bb713c3fbe90fe3202.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1733251756621"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733251756621"}]},"ts":"1733251756621"} 2024-12-03T18:49:16,625 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testClearRegionBlockCache,,1733251756570.41e5802be1a5cb540fd81fc4a795751e.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1733251756621"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733251756621"}]},"ts":"1733251756621"} 2024-12-03T18:49:16,655 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 2 regions to meta. 2024-12-03T18:49:16,657 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-03T18:49:16,660 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733251756658"}]},"ts":"1733251756658"} 2024-12-03T18:49:16,665 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testClearRegionBlockCache, state=ENABLING in hbase:meta 2024-12-03T18:49:16,666 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {db5a5ccf5be8=0} racks are {/default-rack=0} 2024-12-03T18:49:16,669 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-12-03T18:49:16,669 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-12-03T18:49:16,669 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-12-03T18:49:16,669 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-12-03T18:49:16,669 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-12-03T18:49:16,669 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-12-03T18:49:16,669 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-12-03T18:49:16,670 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=41e5802be1a5cb540fd81fc4a795751e, ASSIGN}, {pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=0b00c4b64a00b6bb713c3fbe90fe3202, ASSIGN}] 2024-12-03T18:49:16,673 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=41e5802be1a5cb540fd81fc4a795751e, ASSIGN 2024-12-03T18:49:16,673 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=0b00c4b64a00b6bb713c3fbe90fe3202, ASSIGN 2024-12-03T18:49:16,675 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=41e5802be1a5cb540fd81fc4a795751e, ASSIGN; state=OFFLINE, location=db5a5ccf5be8,45593,1733251754122; forceNewPlan=false, retain=false 2024-12-03T18:49:16,675 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=0b00c4b64a00b6bb713c3fbe90fe3202, ASSIGN; state=OFFLINE, location=db5a5ccf5be8,41627,1733251754020; forceNewPlan=false, retain=false 2024-12-03T18:49:16,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41569 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T18:49:16,831 INFO [db5a5ccf5be8:41569 {}] balancer.BaseLoadBalancer(388): Reassigned 2 regions. 2 retained the pre-restart assignment. 2024-12-03T18:49:16,833 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=0b00c4b64a00b6bb713c3fbe90fe3202, regionState=OPENING, regionLocation=db5a5ccf5be8,41627,1733251754020 2024-12-03T18:49:16,833 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=41e5802be1a5cb540fd81fc4a795751e, regionState=OPENING, regionLocation=db5a5ccf5be8,45593,1733251754122 2024-12-03T18:49:16,841 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=41e5802be1a5cb540fd81fc4a795751e, ASSIGN because future has completed 2024-12-03T18:49:16,842 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 41e5802be1a5cb540fd81fc4a795751e, server=db5a5ccf5be8,45593,1733251754122}] 2024-12-03T18:49:16,843 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=0b00c4b64a00b6bb713c3fbe90fe3202, ASSIGN because future has completed 2024-12-03T18:49:16,844 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0b00c4b64a00b6bb713c3fbe90fe3202, server=db5a5ccf5be8,41627,1733251754020}] 2024-12-03T18:49:16,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41569 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T18:49:17,001 DEBUG [RSProcedureDispatcher-pool-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-03T18:49:17,005 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41777, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-03T18:49:17,007 INFO [RS_OPEN_REGION-regionserver/db5a5ccf5be8:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] handler.AssignRegionHandler(132): Open testClearRegionBlockCache,,1733251756570.41e5802be1a5cb540fd81fc4a795751e. 2024-12-03T18:49:17,007 DEBUG [RS_OPEN_REGION-regionserver/db5a5ccf5be8:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => 41e5802be1a5cb540fd81fc4a795751e, NAME => 'testClearRegionBlockCache,,1733251756570.41e5802be1a5cb540fd81fc4a795751e.', STARTKEY => '', ENDKEY => '5'} 2024-12-03T18:49:17,008 DEBUG [RS_OPEN_REGION-regionserver/db5a5ccf5be8:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache 41e5802be1a5cb540fd81fc4a795751e 2024-12-03T18:49:17,008 DEBUG [RS_OPEN_REGION-regionserver/db5a5ccf5be8:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,,1733251756570.41e5802be1a5cb540fd81fc4a795751e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T18:49:17,008 DEBUG [RS_OPEN_REGION-regionserver/db5a5ccf5be8:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for 41e5802be1a5cb540fd81fc4a795751e 2024-12-03T18:49:17,008 DEBUG [RS_OPEN_REGION-regionserver/db5a5ccf5be8:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for 41e5802be1a5cb540fd81fc4a795751e 2024-12-03T18:49:17,011 INFO [StoreOpener-41e5802be1a5cb540fd81fc4a795751e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region 41e5802be1a5cb540fd81fc4a795751e 2024-12-03T18:49:17,012 INFO [RS_OPEN_REGION-regionserver/db5a5ccf5be8:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] handler.AssignRegionHandler(132): Open testClearRegionBlockCache,5,1733251756570.0b00c4b64a00b6bb713c3fbe90fe3202. 2024-12-03T18:49:17,012 DEBUG [RS_OPEN_REGION-regionserver/db5a5ccf5be8:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7752): Opening region: {ENCODED => 0b00c4b64a00b6bb713c3fbe90fe3202, NAME => 'testClearRegionBlockCache,5,1733251756570.0b00c4b64a00b6bb713c3fbe90fe3202.', STARTKEY => '5', ENDKEY => ''} 2024-12-03T18:49:17,013 DEBUG [RS_OPEN_REGION-regionserver/db5a5ccf5be8:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache 0b00c4b64a00b6bb713c3fbe90fe3202 2024-12-03T18:49:17,013 DEBUG [RS_OPEN_REGION-regionserver/db5a5ccf5be8:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,5,1733251756570.0b00c4b64a00b6bb713c3fbe90fe3202.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T18:49:17,013 DEBUG [RS_OPEN_REGION-regionserver/db5a5ccf5be8:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7794): checking encryption for 0b00c4b64a00b6bb713c3fbe90fe3202 2024-12-03T18:49:17,013 DEBUG [RS_OPEN_REGION-regionserver/db5a5ccf5be8:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7797): checking classloading for 0b00c4b64a00b6bb713c3fbe90fe3202 2024-12-03T18:49:17,013 INFO [StoreOpener-41e5802be1a5cb540fd81fc4a795751e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 41e5802be1a5cb540fd81fc4a795751e columnFamilyName family 2024-12-03T18:49:17,014 DEBUG [StoreOpener-41e5802be1a5cb540fd81fc4a795751e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:49:17,014 INFO [StoreOpener-41e5802be1a5cb540fd81fc4a795751e-1 {}] regionserver.HStore(327): Store=41e5802be1a5cb540fd81fc4a795751e/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T18:49:17,015 DEBUG [RS_OPEN_REGION-regionserver/db5a5ccf5be8:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for 41e5802be1a5cb540fd81fc4a795751e 2024-12-03T18:49:17,016 INFO [StoreOpener-0b00c4b64a00b6bb713c3fbe90fe3202-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region 0b00c4b64a00b6bb713c3fbe90fe3202 2024-12-03T18:49:17,016 DEBUG [RS_OPEN_REGION-regionserver/db5a5ccf5be8:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33077/user/jenkins/test-data/983ed35a-b55b-1397-6818-638e500793fa/data/default/testClearRegionBlockCache/41e5802be1a5cb540fd81fc4a795751e 2024-12-03T18:49:17,016 DEBUG [RS_OPEN_REGION-regionserver/db5a5ccf5be8:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33077/user/jenkins/test-data/983ed35a-b55b-1397-6818-638e500793fa/data/default/testClearRegionBlockCache/41e5802be1a5cb540fd81fc4a795751e 2024-12-03T18:49:17,017 DEBUG [RS_OPEN_REGION-regionserver/db5a5ccf5be8:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for 41e5802be1a5cb540fd81fc4a795751e 2024-12-03T18:49:17,017 DEBUG [RS_OPEN_REGION-regionserver/db5a5ccf5be8:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for 41e5802be1a5cb540fd81fc4a795751e 2024-12-03T18:49:17,017 INFO [StoreOpener-0b00c4b64a00b6bb713c3fbe90fe3202-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0b00c4b64a00b6bb713c3fbe90fe3202 columnFamilyName family 2024-12-03T18:49:17,018 DEBUG [StoreOpener-0b00c4b64a00b6bb713c3fbe90fe3202-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:49:17,018 INFO [StoreOpener-0b00c4b64a00b6bb713c3fbe90fe3202-1 {}] regionserver.HStore(327): Store=0b00c4b64a00b6bb713c3fbe90fe3202/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T18:49:17,018 DEBUG [RS_OPEN_REGION-regionserver/db5a5ccf5be8:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1038): replaying wal for 0b00c4b64a00b6bb713c3fbe90fe3202 2024-12-03T18:49:17,020 DEBUG [RS_OPEN_REGION-regionserver/db5a5ccf5be8:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33077/user/jenkins/test-data/983ed35a-b55b-1397-6818-638e500793fa/data/default/testClearRegionBlockCache/0b00c4b64a00b6bb713c3fbe90fe3202 2024-12-03T18:49:17,020 DEBUG [RS_OPEN_REGION-regionserver/db5a5ccf5be8:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33077/user/jenkins/test-data/983ed35a-b55b-1397-6818-638e500793fa/data/default/testClearRegionBlockCache/0b00c4b64a00b6bb713c3fbe90fe3202 2024-12-03T18:49:17,020 DEBUG [RS_OPEN_REGION-regionserver/db5a5ccf5be8:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for 41e5802be1a5cb540fd81fc4a795751e 2024-12-03T18:49:17,021 DEBUG [RS_OPEN_REGION-regionserver/db5a5ccf5be8:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1048): stopping wal replay for 0b00c4b64a00b6bb713c3fbe90fe3202 2024-12-03T18:49:17,021 DEBUG [RS_OPEN_REGION-regionserver/db5a5ccf5be8:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1060): Cleaning up temporary data for 0b00c4b64a00b6bb713c3fbe90fe3202 2024-12-03T18:49:17,024 DEBUG [RS_OPEN_REGION-regionserver/db5a5ccf5be8:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1093): writing seq id for 0b00c4b64a00b6bb713c3fbe90fe3202 2024-12-03T18:49:17,024 DEBUG [RS_OPEN_REGION-regionserver/db5a5ccf5be8:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33077/user/jenkins/test-data/983ed35a-b55b-1397-6818-638e500793fa/data/default/testClearRegionBlockCache/41e5802be1a5cb540fd81fc4a795751e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T18:49:17,025 INFO [RS_OPEN_REGION-regionserver/db5a5ccf5be8:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1114): Opened 41e5802be1a5cb540fd81fc4a795751e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63425176, jitterRate=-0.054891228675842285}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-03T18:49:17,025 DEBUG [RS_OPEN_REGION-regionserver/db5a5ccf5be8:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 41e5802be1a5cb540fd81fc4a795751e 2024-12-03T18:49:17,026 DEBUG [RS_OPEN_REGION-regionserver/db5a5ccf5be8:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for 41e5802be1a5cb540fd81fc4a795751e: Running coprocessor pre-open hook at 1733251757009Writing region info on filesystem at 1733251757009Initializing all the Stores at 1733251757010 (+1 ms)Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733251757010Cleaning up temporary data from old regions at 1733251757017 (+7 ms)Running coprocessor post-open hooks at 1733251757025 (+8 ms)Region opened successfully at 1733251757026 (+1 ms) 2024-12-03T18:49:17,029 INFO [RS_OPEN_REGION-regionserver/db5a5ccf5be8:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for testClearRegionBlockCache,,1733251756570.41e5802be1a5cb540fd81fc4a795751e., pid=7, masterSystemTime=1733251756997 2024-12-03T18:49:17,032 DEBUG [RS_OPEN_REGION-regionserver/db5a5ccf5be8:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for testClearRegionBlockCache,,1733251756570.41e5802be1a5cb540fd81fc4a795751e. 2024-12-03T18:49:17,033 INFO [RS_OPEN_REGION-regionserver/db5a5ccf5be8:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] handler.AssignRegionHandler(153): Opened testClearRegionBlockCache,,1733251756570.41e5802be1a5cb540fd81fc4a795751e. 2024-12-03T18:49:17,033 DEBUG [RS_OPEN_REGION-regionserver/db5a5ccf5be8:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33077/user/jenkins/test-data/983ed35a-b55b-1397-6818-638e500793fa/data/default/testClearRegionBlockCache/0b00c4b64a00b6bb713c3fbe90fe3202/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T18:49:17,034 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=41e5802be1a5cb540fd81fc4a795751e, regionState=OPEN, openSeqNum=2, regionLocation=db5a5ccf5be8,45593,1733251754122 2024-12-03T18:49:17,035 INFO [RS_OPEN_REGION-regionserver/db5a5ccf5be8:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1114): Opened 0b00c4b64a00b6bb713c3fbe90fe3202; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72419882, jitterRate=0.07914033532142639}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-03T18:49:17,035 DEBUG [RS_OPEN_REGION-regionserver/db5a5ccf5be8:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 0b00c4b64a00b6bb713c3fbe90fe3202 2024-12-03T18:49:17,035 DEBUG [RS_OPEN_REGION-regionserver/db5a5ccf5be8:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1006): Region open journal for 0b00c4b64a00b6bb713c3fbe90fe3202: Running coprocessor pre-open hook at 1733251757013Writing region info on filesystem at 1733251757013Initializing all the Stores at 1733251757015 (+2 ms)Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733251757015Cleaning up temporary data from old regions at 1733251757021 (+6 ms)Running coprocessor post-open hooks at 1733251757035 (+14 ms)Region opened successfully at 1733251757035 2024-12-03T18:49:17,037 INFO [RS_OPEN_REGION-regionserver/db5a5ccf5be8:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegionServer(2236): Post open deploy tasks for testClearRegionBlockCache,5,1733251756570.0b00c4b64a00b6bb713c3fbe90fe3202., pid=8, masterSystemTime=1733251757001 2024-12-03T18:49:17,039 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 41e5802be1a5cb540fd81fc4a795751e, server=db5a5ccf5be8,45593,1733251754122 because future has completed 2024-12-03T18:49:17,042 DEBUG [RS_OPEN_REGION-regionserver/db5a5ccf5be8:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegionServer(2266): Finished post open deploy task for testClearRegionBlockCache,5,1733251756570.0b00c4b64a00b6bb713c3fbe90fe3202. 2024-12-03T18:49:17,042 INFO [RS_OPEN_REGION-regionserver/db5a5ccf5be8:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] handler.AssignRegionHandler(153): Opened testClearRegionBlockCache,5,1733251756570.0b00c4b64a00b6bb713c3fbe90fe3202. 2024-12-03T18:49:17,043 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=0b00c4b64a00b6bb713c3fbe90fe3202, regionState=OPEN, openSeqNum=2, regionLocation=db5a5ccf5be8,41627,1733251754020 2024-12-03T18:49:17,048 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0b00c4b64a00b6bb713c3fbe90fe3202, server=db5a5ccf5be8,41627,1733251754020 because future has completed 2024-12-03T18:49:17,048 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=5 2024-12-03T18:49:17,048 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 41e5802be1a5cb540fd81fc4a795751e, server=db5a5ccf5be8,45593,1733251754122 in 199 msec 2024-12-03T18:49:17,052 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=41e5802be1a5cb540fd81fc4a795751e, ASSIGN in 378 msec 2024-12-03T18:49:17,055 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=6 2024-12-03T18:49:17,057 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 0b00c4b64a00b6bb713c3fbe90fe3202, server=db5a5ccf5be8,41627,1733251754020 in 207 msec 2024-12-03T18:49:17,060 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=4 2024-12-03T18:49:17,060 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=0b00c4b64a00b6bb713c3fbe90fe3202, ASSIGN in 385 msec 2024-12-03T18:49:17,062 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-03T18:49:17,062 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733251757062"}]},"ts":"1733251757062"} 2024-12-03T18:49:17,065 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=testClearRegionBlockCache, state=ENABLED in hbase:meta 2024-12-03T18:49:17,067 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_POST_OPERATION 2024-12-03T18:49:17,071 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testClearRegionBlockCache in 488 msec 2024-12-03T18:49:17,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41569 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T18:49:17,221 INFO [RPCClient-NioEventLoopGroup-5-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testClearRegionBlockCache completed 2024-12-03T18:49:17,221 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testClearRegionBlockCache get assigned. Timeout = 60000ms 2024-12-03T18:49:17,223 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-03T18:49:17,229 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testClearRegionBlockCache assigned to meta. Checking AM states. 2024-12-03T18:49:17,230 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-03T18:49:17,230 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testClearRegionBlockCache assigned. 2024-12-03T18:49:17,239 DEBUG [RPCClient-NioEventLoopGroup-5-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testClearRegionBlockCache', row='1', locateType=CURRENT is [region=testClearRegionBlockCache,,1733251756570.41e5802be1a5cb540fd81fc4a795751e., hostname=db5a5ccf5be8,45593,1733251754122, seqNum=2] 2024-12-03T18:49:17,261 DEBUG [RPCClient-NioEventLoopGroup-5-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testClearRegionBlockCache', row='5', locateType=CURRENT is [region=testClearRegionBlockCache,5,1733251756570.0b00c4b64a00b6bb713c3fbe90fe3202., hostname=db5a5ccf5be8,41627,1733251754020, seqNum=2] 2024-12-03T18:49:17,261 DEBUG [RPCClient-NioEventLoopGroup-5-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T18:49:17,264 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52546, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T18:49:17,289 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 0b00c4b64a00b6bb713c3fbe90fe3202 1/1 column families, dataSize=140 B heapSize=776 B 2024-12-03T18:49:17,356 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33077/user/jenkins/test-data/983ed35a-b55b-1397-6818-638e500793fa/data/default/testClearRegionBlockCache/0b00c4b64a00b6bb713c3fbe90fe3202/.tmp/family/e65987fd550147489fc1a8e2c3ac1103 is 32, key is 5/family:/1733251757267/Put/seqid=0 2024-12-03T18:49:17,376 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40535 is added to blk_1073741839_1015 (size=5083) 2024-12-03T18:49:17,377 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46625 is added to blk_1073741839_1015 (size=5083) 2024-12-03T18:49:17,378 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=140 B at sequenceid=9 (bloomFilter=true), to=hdfs://localhost:33077/user/jenkins/test-data/983ed35a-b55b-1397-6818-638e500793fa/data/default/testClearRegionBlockCache/0b00c4b64a00b6bb713c3fbe90fe3202/.tmp/family/e65987fd550147489fc1a8e2c3ac1103 2024-12-03T18:49:17,424 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33077/user/jenkins/test-data/983ed35a-b55b-1397-6818-638e500793fa/data/default/testClearRegionBlockCache/0b00c4b64a00b6bb713c3fbe90fe3202/.tmp/family/e65987fd550147489fc1a8e2c3ac1103 as hdfs://localhost:33077/user/jenkins/test-data/983ed35a-b55b-1397-6818-638e500793fa/data/default/testClearRegionBlockCache/0b00c4b64a00b6bb713c3fbe90fe3202/family/e65987fd550147489fc1a8e2c3ac1103 2024-12-03T18:49:17,436 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33077/user/jenkins/test-data/983ed35a-b55b-1397-6818-638e500793fa/data/default/testClearRegionBlockCache/0b00c4b64a00b6bb713c3fbe90fe3202/family/e65987fd550147489fc1a8e2c3ac1103, entries=5, sequenceid=9, filesize=5.0 K 2024-12-03T18:49:17,445 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~140 B/140, heapSize ~760 B/760, currentSize=0 B/0 for 0b00c4b64a00b6bb713c3fbe90fe3202 in 154ms, sequenceid=9, compaction requested=false 2024-12-03T18:49:17,446 DEBUG [Time-limited test {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testClearRegionBlockCache' 2024-12-03T18:49:17,448 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 0b00c4b64a00b6bb713c3fbe90fe3202: 2024-12-03T18:49:17,448 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 41e5802be1a5cb540fd81fc4a795751e 1/1 column families, dataSize=112 B heapSize=672 B 2024-12-03T18:49:17,470 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33077/user/jenkins/test-data/983ed35a-b55b-1397-6818-638e500793fa/data/default/testClearRegionBlockCache/41e5802be1a5cb540fd81fc4a795751e/.tmp/family/d6ec6da221be4ed794868dce1e6f10b6 is 32, key is 1/family:/1733251757242/Put/seqid=0 2024-12-03T18:49:17,480 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46625 is added to blk_1073741840_1016 (size=5054) 2024-12-03T18:49:17,480 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40535 is added to blk_1073741840_1016 (size=5054) 2024-12-03T18:49:17,482 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:33077/user/jenkins/test-data/983ed35a-b55b-1397-6818-638e500793fa/data/default/testClearRegionBlockCache/41e5802be1a5cb540fd81fc4a795751e/.tmp/family/d6ec6da221be4ed794868dce1e6f10b6 2024-12-03T18:49:17,494 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33077/user/jenkins/test-data/983ed35a-b55b-1397-6818-638e500793fa/data/default/testClearRegionBlockCache/41e5802be1a5cb540fd81fc4a795751e/.tmp/family/d6ec6da221be4ed794868dce1e6f10b6 as hdfs://localhost:33077/user/jenkins/test-data/983ed35a-b55b-1397-6818-638e500793fa/data/default/testClearRegionBlockCache/41e5802be1a5cb540fd81fc4a795751e/family/d6ec6da221be4ed794868dce1e6f10b6 2024-12-03T18:49:17,504 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33077/user/jenkins/test-data/983ed35a-b55b-1397-6818-638e500793fa/data/default/testClearRegionBlockCache/41e5802be1a5cb540fd81fc4a795751e/family/d6ec6da221be4ed794868dce1e6f10b6, entries=4, sequenceid=8, filesize=4.9 K 2024-12-03T18:49:17,506 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~112 B/112, heapSize ~656 B/656, currentSize=0 B/0 for 41e5802be1a5cb540fd81fc4a795751e in 58ms, sequenceid=8, compaction requested=false 2024-12-03T18:49:17,506 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 41e5802be1a5cb540fd81fc4a795751e: 2024-12-03T18:49:17,509 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@57d5f9fe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T18:49:17,509 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request db5a5ccf5be8,41569,-1 for getting cluster id 2024-12-03T18:49:17,509 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T18:49:17,510 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3c6f0289-45e9-41f1-9a0e-e9517565c4ef' 2024-12-03T18:49:17,510 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T18:49:17,511 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3c6f0289-45e9-41f1-9a0e-e9517565c4ef" 2024-12-03T18:49:17,511 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2f74db4b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T18:49:17,511 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [db5a5ccf5be8,41569,-1] 2024-12-03T18:49:17,511 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T18:49:17,512 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T18:49:17,513 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41752, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T18:49:17,514 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@16c45123, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T18:49:17,529 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testClearRegionBlockCache,, stopping at row=testClearRegionBlockCache ,, for max=2147483647 with caching=100 2024-12-03T18:49:17,529 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T18:49:17,531 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=db5a5ccf5be8,45593,1733251754122, seqNum=-1] 2024-12-03T18:49:17,531 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T18:49:17,533 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45570, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T18:49:17,541 DEBUG [RPCClient-NioEventLoopGroup-5-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-03T18:49:17,542 DEBUG [RPCClient-NioEventLoopGroup-5-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-03T18:49:17,543 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52558, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-03T18:49:17,543 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45576, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-03T18:49:17,549 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T18:49:17,549 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.testClearBlockCacheFromAsyncAdmin(TestClearRegionBlockCache.java:174) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T18:49:17,553 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T18:49:17,553 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T18:49:17,553 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T18:49:17,554 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-03T18:49:17,554 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T18:49:17,554 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.teardown(TestClearRegionBlockCache.java:100) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T18:49:17,554 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T18:49:17,554 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T18:49:17,554 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T18:49:17,555 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-03T18:49:17,555 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=2081107880, stopped=false 2024-12-03T18:49:17,555 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=db5a5ccf5be8,41569,1733251753271 2024-12-03T18:49:17,618 DEBUG [pool-50-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41627-0x1019c86dddf0001, quorum=127.0.0.1:61569, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-03T18:49:17,618 DEBUG [pool-56-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45593-0x1019c86dddf0002, quorum=127.0.0.1:61569, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-03T18:49:17,619 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41569-0x1019c86dddf0000, quorum=127.0.0.1:61569, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-03T18:49:17,619 DEBUG [pool-56-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45593-0x1019c86dddf0002, quorum=127.0.0.1:61569, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T18:49:17,619 DEBUG [pool-50-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41627-0x1019c86dddf0001, quorum=127.0.0.1:61569, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T18:49:17,619 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-03T18:49:17,619 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41569-0x1019c86dddf0000, quorum=127.0.0.1:61569, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T18:49:17,620 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T18:49:17,620 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:41627-0x1019c86dddf0001, quorum=127.0.0.1:61569, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-03T18:49:17,620 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:41569-0x1019c86dddf0000, quorum=127.0.0.1:61569, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-03T18:49:17,620 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.teardown(TestClearRegionBlockCache.java:100) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T18:49:17,620 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:45593-0x1019c86dddf0002, quorum=127.0.0.1:61569, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-03T18:49:17,620 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T18:49:17,621 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'db5a5ccf5be8,41627,1733251754020' ***** 2024-12-03T18:49:17,621 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-03T18:49:17,621 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'db5a5ccf5be8,45593,1733251754122' ***** 2024-12-03T18:49:17,621 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-03T18:49:17,621 INFO [RS:0;db5a5ccf5be8:41627 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-03T18:49:17,621 INFO [RS:1;db5a5ccf5be8:45593 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-03T18:49:17,621 INFO [RS:0;db5a5ccf5be8:41627 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-03T18:49:17,621 INFO [RS:1;db5a5ccf5be8:45593 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-03T18:49:17,621 INFO [RS:0;db5a5ccf5be8:41627 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-03T18:49:17,621 INFO [RS:1;db5a5ccf5be8:45593 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-03T18:49:17,622 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-03T18:49:17,622 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-03T18:49:17,622 INFO [RS:0;db5a5ccf5be8:41627 {}] regionserver.HRegionServer(3091): Received CLOSE for 0b00c4b64a00b6bb713c3fbe90fe3202 2024-12-03T18:49:17,622 INFO [RS:1;db5a5ccf5be8:45593 {}] regionserver.HRegionServer(3091): Received CLOSE for 41e5802be1a5cb540fd81fc4a795751e 2024-12-03T18:49:17,623 INFO [regionserver/db5a5ccf5be8:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-03T18:49:17,623 INFO [regionserver/db5a5ccf5be8:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-03T18:49:17,624 INFO [RS:0;db5a5ccf5be8:41627 {}] regionserver.HRegionServer(959): stopping server db5a5ccf5be8,41627,1733251754020 2024-12-03T18:49:17,624 INFO [RS:1;db5a5ccf5be8:45593 {}] regionserver.HRegionServer(959): stopping server db5a5ccf5be8,45593,1733251754122 2024-12-03T18:49:17,624 INFO [RS:0;db5a5ccf5be8:41627 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-03T18:49:17,624 INFO [RS:1;db5a5ccf5be8:45593 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-03T18:49:17,624 INFO [RS:0;db5a5ccf5be8:41627 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;db5a5ccf5be8:41627. 2024-12-03T18:49:17,624 INFO [RS:1;db5a5ccf5be8:45593 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;db5a5ccf5be8:45593. 2024-12-03T18:49:17,624 DEBUG [RS:0;db5a5ccf5be8:41627 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T18:49:17,624 DEBUG [RS:1;db5a5ccf5be8:45593 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T18:49:17,624 DEBUG [RS:0;db5a5ccf5be8:41627 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T18:49:17,624 DEBUG [RS:1;db5a5ccf5be8:45593 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T18:49:17,624 DEBUG [RS_CLOSE_REGION-regionserver/db5a5ccf5be8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 41e5802be1a5cb540fd81fc4a795751e, disabling compactions & flushes 2024-12-03T18:49:17,625 INFO [RS_CLOSE_REGION-regionserver/db5a5ccf5be8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,,1733251756570.41e5802be1a5cb540fd81fc4a795751e. 2024-12-03T18:49:17,625 INFO [RS:0;db5a5ccf5be8:41627 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-03T18:49:17,625 INFO [RS:1;db5a5ccf5be8:45593 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-03T18:49:17,625 DEBUG [RS_CLOSE_REGION-regionserver/db5a5ccf5be8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,,1733251756570.41e5802be1a5cb540fd81fc4a795751e. 2024-12-03T18:49:17,625 INFO [RS:1;db5a5ccf5be8:45593 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-03T18:49:17,625 DEBUG [RS:0;db5a5ccf5be8:41627 {}] regionserver.HRegionServer(1325): Online Regions={0b00c4b64a00b6bb713c3fbe90fe3202=testClearRegionBlockCache,5,1733251756570.0b00c4b64a00b6bb713c3fbe90fe3202.} 2024-12-03T18:49:17,625 DEBUG [RS_CLOSE_REGION-regionserver/db5a5ccf5be8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,,1733251756570.41e5802be1a5cb540fd81fc4a795751e. after waiting 0 ms 2024-12-03T18:49:17,625 INFO [RS:1;db5a5ccf5be8:45593 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-03T18:49:17,625 DEBUG [RS_CLOSE_REGION-regionserver/db5a5ccf5be8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,,1733251756570.41e5802be1a5cb540fd81fc4a795751e. 2024-12-03T18:49:17,625 INFO [RS:1;db5a5ccf5be8:45593 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-03T18:49:17,625 DEBUG [RS:0;db5a5ccf5be8:41627 {}] regionserver.HRegionServer(1351): Waiting on 0b00c4b64a00b6bb713c3fbe90fe3202 2024-12-03T18:49:17,625 INFO [RS:1;db5a5ccf5be8:45593 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-03T18:49:17,626 DEBUG [RS_CLOSE_REGION-regionserver/db5a5ccf5be8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 0b00c4b64a00b6bb713c3fbe90fe3202, disabling compactions & flushes 2024-12-03T18:49:17,626 DEBUG [RS:1;db5a5ccf5be8:45593 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 41e5802be1a5cb540fd81fc4a795751e=testClearRegionBlockCache,,1733251756570.41e5802be1a5cb540fd81fc4a795751e.} 2024-12-03T18:49:17,626 INFO [RS_CLOSE_REGION-regionserver/db5a5ccf5be8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,5,1733251756570.0b00c4b64a00b6bb713c3fbe90fe3202. 2024-12-03T18:49:17,626 DEBUG [RS:1;db5a5ccf5be8:45593 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 41e5802be1a5cb540fd81fc4a795751e 2024-12-03T18:49:17,626 DEBUG [RS_CLOSE_REGION-regionserver/db5a5ccf5be8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,5,1733251756570.0b00c4b64a00b6bb713c3fbe90fe3202. 2024-12-03T18:49:17,626 DEBUG [RS_CLOSE_REGION-regionserver/db5a5ccf5be8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,5,1733251756570.0b00c4b64a00b6bb713c3fbe90fe3202. after waiting 0 ms 2024-12-03T18:49:17,626 DEBUG [RS_CLOSE_REGION-regionserver/db5a5ccf5be8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,5,1733251756570.0b00c4b64a00b6bb713c3fbe90fe3202. 2024-12-03T18:49:17,626 DEBUG [RS_CLOSE_META-regionserver/db5a5ccf5be8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-03T18:49:17,626 INFO [RS_CLOSE_META-regionserver/db5a5ccf5be8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-03T18:49:17,626 DEBUG [RS_CLOSE_META-regionserver/db5a5ccf5be8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-03T18:49:17,626 DEBUG [RS_CLOSE_META-regionserver/db5a5ccf5be8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-03T18:49:17,626 DEBUG [RS_CLOSE_META-regionserver/db5a5ccf5be8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-03T18:49:17,627 INFO [RS_CLOSE_META-regionserver/db5a5ccf5be8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.79 KB heapSize=5.57 KB 2024-12-03T18:49:17,641 DEBUG [RS_CLOSE_REGION-regionserver/db5a5ccf5be8:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33077/user/jenkins/test-data/983ed35a-b55b-1397-6818-638e500793fa/data/default/testClearRegionBlockCache/41e5802be1a5cb540fd81fc4a795751e/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-12-03T18:49:17,641 DEBUG [RS_CLOSE_REGION-regionserver/db5a5ccf5be8:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33077/user/jenkins/test-data/983ed35a-b55b-1397-6818-638e500793fa/data/default/testClearRegionBlockCache/0b00c4b64a00b6bb713c3fbe90fe3202/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=1 2024-12-03T18:49:17,644 INFO [RS_CLOSE_REGION-regionserver/db5a5ccf5be8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,,1733251756570.41e5802be1a5cb540fd81fc4a795751e. 2024-12-03T18:49:17,644 INFO [RS_CLOSE_REGION-regionserver/db5a5ccf5be8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,5,1733251756570.0b00c4b64a00b6bb713c3fbe90fe3202. 2024-12-03T18:49:17,644 DEBUG [RS_CLOSE_REGION-regionserver/db5a5ccf5be8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 41e5802be1a5cb540fd81fc4a795751e: Waiting for close lock at 1733251757624Running coprocessor pre-close hooks at 1733251757624Disabling compacts and flushes for region at 1733251757624Disabling writes for close at 1733251757625 (+1 ms)Writing region close event to WAL at 1733251757629 (+4 ms)Running coprocessor post-close hooks at 1733251757643 (+14 ms)Closed at 1733251757644 (+1 ms) 2024-12-03T18:49:17,644 DEBUG [RS_CLOSE_REGION-regionserver/db5a5ccf5be8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 0b00c4b64a00b6bb713c3fbe90fe3202: Waiting for close lock at 1733251757624Running coprocessor pre-close hooks at 1733251757625 (+1 ms)Disabling compacts and flushes for region at 1733251757625Disabling writes for close at 1733251757626 (+1 ms)Writing region close event to WAL at 1733251757630 (+4 ms)Running coprocessor post-close hooks at 1733251757643 (+13 ms)Closed at 1733251757644 (+1 ms) 2024-12-03T18:49:17,645 DEBUG [RS_CLOSE_REGION-regionserver/db5a5ccf5be8:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,,1733251756570.41e5802be1a5cb540fd81fc4a795751e. 2024-12-03T18:49:17,645 DEBUG [RS_CLOSE_REGION-regionserver/db5a5ccf5be8:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,5,1733251756570.0b00c4b64a00b6bb713c3fbe90fe3202. 2024-12-03T18:49:17,658 DEBUG [RS_CLOSE_META-regionserver/db5a5ccf5be8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33077/user/jenkins/test-data/983ed35a-b55b-1397-6818-638e500793fa/data/hbase/meta/1588230740/.tmp/info/16e36fadb0f6470597560d168fa3d705 is 173, key is testClearRegionBlockCache,5,1733251756570.0b00c4b64a00b6bb713c3fbe90fe3202./info:regioninfo/1733251757043/Put/seqid=0 2024-12-03T18:49:17,666 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40535 is added to blk_1073741841_1017 (size=8173) 2024-12-03T18:49:17,667 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46625 is added to blk_1073741841_1017 (size=8173) 2024-12-03T18:49:17,668 INFO [RS_CLOSE_META-regionserver/db5a5ccf5be8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.60 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:33077/user/jenkins/test-data/983ed35a-b55b-1397-6818-638e500793fa/data/hbase/meta/1588230740/.tmp/info/16e36fadb0f6470597560d168fa3d705 2024-12-03T18:49:17,693 DEBUG [RS_CLOSE_META-regionserver/db5a5ccf5be8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33077/user/jenkins/test-data/983ed35a-b55b-1397-6818-638e500793fa/data/hbase/meta/1588230740/.tmp/ns/1b3675bcf4854068ba6551eae65559db is 43, key is default/ns:d/1733251756255/Put/seqid=0 2024-12-03T18:49:17,699 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46625 is added to blk_1073741842_1018 (size=5153) 2024-12-03T18:49:17,700 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40535 is added to blk_1073741842_1018 (size=5153) 2024-12-03T18:49:17,700 INFO [RS_CLOSE_META-regionserver/db5a5ccf5be8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:33077/user/jenkins/test-data/983ed35a-b55b-1397-6818-638e500793fa/data/hbase/meta/1588230740/.tmp/ns/1b3675bcf4854068ba6551eae65559db 2024-12-03T18:49:17,722 DEBUG [RS_CLOSE_META-regionserver/db5a5ccf5be8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33077/user/jenkins/test-data/983ed35a-b55b-1397-6818-638e500793fa/data/hbase/meta/1588230740/.tmp/table/1258ef9cdf774a69baef354e771c045e is 61, key is testClearRegionBlockCache/table:state/1733251757062/Put/seqid=0 2024-12-03T18:49:17,728 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40535 is added to blk_1073741843_1019 (size=5312) 2024-12-03T18:49:17,729 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46625 is added to blk_1073741843_1019 (size=5312) 2024-12-03T18:49:17,729 INFO [RS_CLOSE_META-regionserver/db5a5ccf5be8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=114 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:33077/user/jenkins/test-data/983ed35a-b55b-1397-6818-638e500793fa/data/hbase/meta/1588230740/.tmp/table/1258ef9cdf774a69baef354e771c045e 2024-12-03T18:49:17,741 DEBUG [RS_CLOSE_META-regionserver/db5a5ccf5be8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33077/user/jenkins/test-data/983ed35a-b55b-1397-6818-638e500793fa/data/hbase/meta/1588230740/.tmp/info/16e36fadb0f6470597560d168fa3d705 as hdfs://localhost:33077/user/jenkins/test-data/983ed35a-b55b-1397-6818-638e500793fa/data/hbase/meta/1588230740/info/16e36fadb0f6470597560d168fa3d705 2024-12-03T18:49:17,751 INFO [RS_CLOSE_META-regionserver/db5a5ccf5be8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33077/user/jenkins/test-data/983ed35a-b55b-1397-6818-638e500793fa/data/hbase/meta/1588230740/info/16e36fadb0f6470597560d168fa3d705, entries=20, sequenceid=13, filesize=8.0 K 2024-12-03T18:49:17,753 DEBUG [RS_CLOSE_META-regionserver/db5a5ccf5be8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33077/user/jenkins/test-data/983ed35a-b55b-1397-6818-638e500793fa/data/hbase/meta/1588230740/.tmp/ns/1b3675bcf4854068ba6551eae65559db as hdfs://localhost:33077/user/jenkins/test-data/983ed35a-b55b-1397-6818-638e500793fa/data/hbase/meta/1588230740/ns/1b3675bcf4854068ba6551eae65559db 2024-12-03T18:49:17,763 INFO [RS_CLOSE_META-regionserver/db5a5ccf5be8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33077/user/jenkins/test-data/983ed35a-b55b-1397-6818-638e500793fa/data/hbase/meta/1588230740/ns/1b3675bcf4854068ba6551eae65559db, entries=2, sequenceid=13, filesize=5.0 K 2024-12-03T18:49:17,765 DEBUG [RS_CLOSE_META-regionserver/db5a5ccf5be8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33077/user/jenkins/test-data/983ed35a-b55b-1397-6818-638e500793fa/data/hbase/meta/1588230740/.tmp/table/1258ef9cdf774a69baef354e771c045e as hdfs://localhost:33077/user/jenkins/test-data/983ed35a-b55b-1397-6818-638e500793fa/data/hbase/meta/1588230740/table/1258ef9cdf774a69baef354e771c045e 2024-12-03T18:49:17,775 INFO [RS_CLOSE_META-regionserver/db5a5ccf5be8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33077/user/jenkins/test-data/983ed35a-b55b-1397-6818-638e500793fa/data/hbase/meta/1588230740/table/1258ef9cdf774a69baef354e771c045e, entries=2, sequenceid=13, filesize=5.2 K 2024-12-03T18:49:17,777 INFO [RS_CLOSE_META-regionserver/db5a5ccf5be8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.79 KB/2852, heapSize ~5.27 KB/5400, currentSize=0 B/0 for 1588230740 in 150ms, sequenceid=13, compaction requested=false 2024-12-03T18:49:17,777 DEBUG [RS_CLOSE_META-regionserver/db5a5ccf5be8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-03T18:49:17,784 DEBUG [RS_CLOSE_META-regionserver/db5a5ccf5be8:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33077/user/jenkins/test-data/983ed35a-b55b-1397-6818-638e500793fa/data/hbase/meta/1588230740/recovered.edits/16.seqid, newMaxSeqId=16, maxSeqId=1 2024-12-03T18:49:17,785 DEBUG [RS_CLOSE_META-regionserver/db5a5ccf5be8:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-03T18:49:17,785 INFO [RS_CLOSE_META-regionserver/db5a5ccf5be8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-03T18:49:17,786 DEBUG [RS_CLOSE_META-regionserver/db5a5ccf5be8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733251757626Running coprocessor pre-close hooks at 1733251757626Disabling compacts and flushes for region at 1733251757626Disabling writes for close at 1733251757626Obtaining lock to block concurrent updates at 1733251757627 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1733251757627Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2852, getHeapSize=5640, getOffHeapSize=0, getCellsCount=24 at 1733251757627Flushing stores of hbase:meta,,1.1588230740 at 1733251757629 (+2 ms)Flushing 1588230740/info: creating writer at 1733251757629Flushing 1588230740/info: appending metadata at 1733251757657 (+28 ms)Flushing 1588230740/info: closing flushed file at 1733251757657Flushing 1588230740/ns: creating writer at 1733251757677 (+20 ms)Flushing 1588230740/ns: appending metadata at 1733251757692 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1733251757692Flushing 1588230740/table: creating writer at 1733251757708 (+16 ms)Flushing 1588230740/table: appending metadata at 1733251757722 (+14 ms)Flushing 1588230740/table: closing flushed file at 1733251757722Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@204af3af: reopening flushed file at 1733251757739 (+17 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@43d9991d: reopening flushed file at 1733251757752 (+13 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7c4c877d: reopening flushed file at 1733251757764 (+12 ms)Finished flush of dataSize ~2.79 KB/2852, heapSize ~5.27 KB/5400, currentSize=0 B/0 for 1588230740 in 150ms, sequenceid=13, compaction requested=false at 1733251757777 (+13 ms)Writing region close event to WAL at 1733251757779 (+2 ms)Running coprocessor post-close hooks at 1733251757785 (+6 ms)Closed at 1733251757785 2024-12-03T18:49:17,786 DEBUG [RS_CLOSE_META-regionserver/db5a5ccf5be8:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-03T18:49:17,825 INFO [RS:0;db5a5ccf5be8:41627 {}] regionserver.HRegionServer(976): stopping server db5a5ccf5be8,41627,1733251754020; all regions closed. 2024-12-03T18:49:17,826 INFO [RS:1;db5a5ccf5be8:45593 {}] regionserver.HRegionServer(976): stopping server db5a5ccf5be8,45593,1733251754122; all regions closed. 2024-12-03T18:49:17,830 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46625 is added to blk_1073741835_1011 (size=4338) 2024-12-03T18:49:17,831 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46625 is added to blk_1073741834_1010 (size=1867) 2024-12-03T18:49:17,831 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40535 is added to blk_1073741835_1011 (size=4338) 2024-12-03T18:49:17,831 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40535 is added to blk_1073741834_1010 (size=1867) 2024-12-03T18:49:17,837 DEBUG [RS:0;db5a5ccf5be8:41627 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/983ed35a-b55b-1397-6818-638e500793fa/oldWALs 2024-12-03T18:49:17,837 DEBUG [RS:1;db5a5ccf5be8:45593 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/983ed35a-b55b-1397-6818-638e500793fa/oldWALs 2024-12-03T18:49:17,837 INFO [RS:0;db5a5ccf5be8:41627 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL db5a5ccf5be8%2C41627%2C1733251754020:(num 1733251755561) 2024-12-03T18:49:17,837 INFO [RS:1;db5a5ccf5be8:45593 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL db5a5ccf5be8%2C45593%2C1733251754122.meta:.meta(num 1733251756064) 2024-12-03T18:49:17,837 DEBUG [RS:0;db5a5ccf5be8:41627 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T18:49:17,837 INFO [RS:0;db5a5ccf5be8:41627 {}] regionserver.LeaseManager(133): Closed leases 2024-12-03T18:49:17,837 INFO [RS:0;db5a5ccf5be8:41627 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-03T18:49:17,837 INFO [RS:0;db5a5ccf5be8:41627 {}] hbase.ChoreService(370): Chore service for: regionserver/db5a5ccf5be8:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-12-03T18:49:17,838 INFO [RS:0;db5a5ccf5be8:41627 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-03T18:49:17,838 INFO [RS:0;db5a5ccf5be8:41627 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-03T18:49:17,838 INFO [RS:0;db5a5ccf5be8:41627 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-03T18:49:17,838 INFO [RS:0;db5a5ccf5be8:41627 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-03T18:49:17,838 INFO [regionserver/db5a5ccf5be8:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-03T18:49:17,838 INFO [RS:0;db5a5ccf5be8:41627 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:41627 2024-12-03T18:49:17,840 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40535 is added to blk_1073741833_1009 (size=1758) 2024-12-03T18:49:17,841 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46625 is added to blk_1073741833_1009 (size=1758) 2024-12-03T18:49:17,844 DEBUG [RS:1;db5a5ccf5be8:45593 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/983ed35a-b55b-1397-6818-638e500793fa/oldWALs 2024-12-03T18:49:17,844 INFO [RS:1;db5a5ccf5be8:45593 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL db5a5ccf5be8%2C45593%2C1733251754122:(num 1733251755561) 2024-12-03T18:49:17,844 DEBUG [RS:1;db5a5ccf5be8:45593 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T18:49:17,844 INFO [RS:1;db5a5ccf5be8:45593 {}] regionserver.LeaseManager(133): Closed leases 2024-12-03T18:49:17,844 INFO [RS:1;db5a5ccf5be8:45593 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-03T18:49:17,844 INFO [RS:1;db5a5ccf5be8:45593 {}] hbase.ChoreService(370): Chore service for: regionserver/db5a5ccf5be8:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-12-03T18:49:17,845 INFO [RS:1;db5a5ccf5be8:45593 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-03T18:49:17,845 INFO [regionserver/db5a5ccf5be8:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-03T18:49:17,845 INFO [RS:1;db5a5ccf5be8:45593 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:45593 2024-12-03T18:49:17,868 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41569-0x1019c86dddf0000, quorum=127.0.0.1:61569, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-03T18:49:17,868 DEBUG [pool-50-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41627-0x1019c86dddf0001, quorum=127.0.0.1:61569, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/db5a5ccf5be8,41627,1733251754020 2024-12-03T18:49:17,868 INFO [RS:0;db5a5ccf5be8:41627 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-03T18:49:17,879 DEBUG [pool-56-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45593-0x1019c86dddf0002, quorum=127.0.0.1:61569, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/db5a5ccf5be8,45593,1733251754122 2024-12-03T18:49:17,879 INFO [RS:1;db5a5ccf5be8:45593 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-03T18:49:17,879 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [db5a5ccf5be8,45593,1733251754122] 2024-12-03T18:49:17,899 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/db5a5ccf5be8,45593,1733251754122 already deleted, retry=false 2024-12-03T18:49:17,900 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; db5a5ccf5be8,45593,1733251754122 expired; onlineServers=1 2024-12-03T18:49:17,900 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [db5a5ccf5be8,41627,1733251754020] 2024-12-03T18:49:17,910 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/db5a5ccf5be8,41627,1733251754020 already deleted, retry=false 2024-12-03T18:49:17,910 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; db5a5ccf5be8,41627,1733251754020 expired; onlineServers=0 2024-12-03T18:49:17,910 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'db5a5ccf5be8,41569,1733251753271' ***** 2024-12-03T18:49:17,911 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-03T18:49:17,911 INFO [M:0;db5a5ccf5be8:41569 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-03T18:49:17,911 INFO [M:0;db5a5ccf5be8:41569 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-03T18:49:17,911 DEBUG [M:0;db5a5ccf5be8:41569 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-03T18:49:17,911 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-03T18:49:17,911 DEBUG [M:0;db5a5ccf5be8:41569 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-03T18:49:17,911 DEBUG [master/db5a5ccf5be8:0:becomeActiveMaster-HFileCleaner.large.0-1733251755239 {}] cleaner.HFileCleaner(306): Exit Thread[master/db5a5ccf5be8:0:becomeActiveMaster-HFileCleaner.large.0-1733251755239,5,FailOnTimeoutGroup] 2024-12-03T18:49:17,911 DEBUG [master/db5a5ccf5be8:0:becomeActiveMaster-HFileCleaner.small.0-1733251755244 {}] cleaner.HFileCleaner(306): Exit Thread[master/db5a5ccf5be8:0:becomeActiveMaster-HFileCleaner.small.0-1733251755244,5,FailOnTimeoutGroup] 2024-12-03T18:49:17,911 INFO [M:0;db5a5ccf5be8:41569 {}] hbase.ChoreService(370): Chore service for: master/db5a5ccf5be8:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-03T18:49:17,912 INFO [M:0;db5a5ccf5be8:41569 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-03T18:49:17,912 DEBUG [M:0;db5a5ccf5be8:41569 {}] master.HMaster(1795): Stopping service threads 2024-12-03T18:49:17,912 INFO [M:0;db5a5ccf5be8:41569 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-03T18:49:17,912 INFO [M:0;db5a5ccf5be8:41569 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-03T18:49:17,912 INFO [M:0;db5a5ccf5be8:41569 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-03T18:49:17,912 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-03T18:49:17,921 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41569-0x1019c86dddf0000, quorum=127.0.0.1:61569, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-12-03T18:49:17,921 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41569-0x1019c86dddf0000, quorum=127.0.0.1:61569, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T18:49:17,921 DEBUG [M:0;db5a5ccf5be8:41569 {}] zookeeper.ZKUtil(347): master:41569-0x1019c86dddf0000, quorum=127.0.0.1:61569, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-12-03T18:49:17,921 WARN [M:0;db5a5ccf5be8:41569 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-03T18:49:17,922 INFO [M:0;db5a5ccf5be8:41569 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:33077/user/jenkins/test-data/983ed35a-b55b-1397-6818-638e500793fa/.lastflushedseqids 2024-12-03T18:49:17,935 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46625 is added to blk_1073741844_1020 (size=182) 2024-12-03T18:49:17,935 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40535 is added to blk_1073741844_1020 (size=182) 2024-12-03T18:49:17,936 INFO [M:0;db5a5ccf5be8:41569 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-03T18:49:17,936 INFO [M:0;db5a5ccf5be8:41569 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-03T18:49:17,936 DEBUG [M:0;db5a5ccf5be8:41569 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-03T18:49:17,936 INFO [M:0;db5a5ccf5be8:41569 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T18:49:17,936 DEBUG [M:0;db5a5ccf5be8:41569 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T18:49:17,936 DEBUG [M:0;db5a5ccf5be8:41569 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-03T18:49:17,936 DEBUG [M:0;db5a5ccf5be8:41569 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T18:49:17,937 INFO [M:0;db5a5ccf5be8:41569 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=29.58 KB heapSize=36.95 KB 2024-12-03T18:49:17,955 DEBUG [M:0;db5a5ccf5be8:41569 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33077/user/jenkins/test-data/983ed35a-b55b-1397-6818-638e500793fa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/86015ee4ccd545a193f87f9d0a5d222e is 82, key is hbase:meta,,1/info:regioninfo/1733251756159/Put/seqid=0 2024-12-03T18:49:17,961 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46625 is added to blk_1073741845_1021 (size=5672) 2024-12-03T18:49:17,961 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40535 is added to blk_1073741845_1021 (size=5672) 2024-12-03T18:49:17,962 INFO [M:0;db5a5ccf5be8:41569 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:33077/user/jenkins/test-data/983ed35a-b55b-1397-6818-638e500793fa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/86015ee4ccd545a193f87f9d0a5d222e 2024-12-03T18:49:17,987 DEBUG [M:0;db5a5ccf5be8:41569 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33077/user/jenkins/test-data/983ed35a-b55b-1397-6818-638e500793fa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/839ac041e332495c9b72511e807034fd is 803, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1733251757070/Put/seqid=0 2024-12-03T18:49:17,990 DEBUG [pool-50-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41627-0x1019c86dddf0001, quorum=127.0.0.1:61569, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T18:49:17,990 DEBUG [pool-50-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41627-0x1019c86dddf0001, quorum=127.0.0.1:61569, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T18:49:17,990 INFO [RS:0;db5a5ccf5be8:41627 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-03T18:49:17,990 INFO [RS:0;db5a5ccf5be8:41627 {}] regionserver.HRegionServer(1031): Exiting; stopping=db5a5ccf5be8,41627,1733251754020; zookeeper connection closed. 2024-12-03T18:49:17,991 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@27ff5ae0 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@27ff5ae0 2024-12-03T18:49:17,998 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40535 is added to blk_1073741846_1022 (size=6219) 2024-12-03T18:49:18,000 INFO [RS:1;db5a5ccf5be8:45593 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-03T18:49:18,000 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46625 is added to blk_1073741846_1022 (size=6219) 2024-12-03T18:49:18,000 DEBUG [pool-56-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45593-0x1019c86dddf0002, quorum=127.0.0.1:61569, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T18:49:18,000 INFO [RS:1;db5a5ccf5be8:45593 {}] regionserver.HRegionServer(1031): Exiting; stopping=db5a5ccf5be8,45593,1733251754122; zookeeper connection closed. 2024-12-03T18:49:18,000 DEBUG [pool-56-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45593-0x1019c86dddf0002, quorum=127.0.0.1:61569, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T18:49:18,000 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@ba712bb {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@ba712bb 2024-12-03T18:49:18,000 INFO [M:0;db5a5ccf5be8:41569 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28.96 KB at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:33077/user/jenkins/test-data/983ed35a-b55b-1397-6818-638e500793fa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/839ac041e332495c9b72511e807034fd 2024-12-03T18:49:18,001 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 2 regionserver(s) complete 2024-12-03T18:49:18,023 DEBUG [M:0;db5a5ccf5be8:41569 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33077/user/jenkins/test-data/983ed35a-b55b-1397-6818-638e500793fa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/dda3ec6f97a34664b8466558139d893e is 69, key is db5a5ccf5be8,41627,1733251754020/rs:state/1733251755269/Put/seqid=0 2024-12-03T18:49:18,030 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40535 is added to blk_1073741847_1023 (size=5224) 2024-12-03T18:49:18,030 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46625 is added to blk_1073741847_1023 (size=5224) 2024-12-03T18:49:18,030 INFO [M:0;db5a5ccf5be8:41569 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=130 B at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:33077/user/jenkins/test-data/983ed35a-b55b-1397-6818-638e500793fa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/dda3ec6f97a34664b8466558139d893e 2024-12-03T18:49:18,038 DEBUG [M:0;db5a5ccf5be8:41569 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33077/user/jenkins/test-data/983ed35a-b55b-1397-6818-638e500793fa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/86015ee4ccd545a193f87f9d0a5d222e as hdfs://localhost:33077/user/jenkins/test-data/983ed35a-b55b-1397-6818-638e500793fa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/86015ee4ccd545a193f87f9d0a5d222e 2024-12-03T18:49:18,044 INFO [M:0;db5a5ccf5be8:41569 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33077/user/jenkins/test-data/983ed35a-b55b-1397-6818-638e500793fa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/86015ee4ccd545a193f87f9d0a5d222e, entries=8, sequenceid=71, filesize=5.5 K 2024-12-03T18:49:18,046 DEBUG [M:0;db5a5ccf5be8:41569 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33077/user/jenkins/test-data/983ed35a-b55b-1397-6818-638e500793fa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/839ac041e332495c9b72511e807034fd as hdfs://localhost:33077/user/jenkins/test-data/983ed35a-b55b-1397-6818-638e500793fa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/839ac041e332495c9b72511e807034fd 2024-12-03T18:49:18,053 INFO [M:0;db5a5ccf5be8:41569 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33077/user/jenkins/test-data/983ed35a-b55b-1397-6818-638e500793fa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/839ac041e332495c9b72511e807034fd, entries=8, sequenceid=71, filesize=6.1 K 2024-12-03T18:49:18,055 DEBUG [M:0;db5a5ccf5be8:41569 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33077/user/jenkins/test-data/983ed35a-b55b-1397-6818-638e500793fa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/dda3ec6f97a34664b8466558139d893e as hdfs://localhost:33077/user/jenkins/test-data/983ed35a-b55b-1397-6818-638e500793fa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/dda3ec6f97a34664b8466558139d893e 2024-12-03T18:49:18,061 INFO [M:0;db5a5ccf5be8:41569 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33077/user/jenkins/test-data/983ed35a-b55b-1397-6818-638e500793fa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/dda3ec6f97a34664b8466558139d893e, entries=2, sequenceid=71, filesize=5.1 K 2024-12-03T18:49:18,063 INFO [M:0;db5a5ccf5be8:41569 {}] regionserver.HRegion(3140): Finished flush of dataSize ~29.58 KB/30293, heapSize ~36.66 KB/37536, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 126ms, sequenceid=71, compaction requested=false 2024-12-03T18:49:18,064 INFO [M:0;db5a5ccf5be8:41569 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T18:49:18,064 DEBUG [M:0;db5a5ccf5be8:41569 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733251757936Disabling compacts and flushes for region at 1733251757936Disabling writes for close at 1733251757936Obtaining lock to block concurrent updates at 1733251757937 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733251757937Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=30293, getHeapSize=37776, getOffHeapSize=0, getCellsCount=86 at 1733251757937Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733251757938 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733251757938Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733251757954 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733251757955 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733251757970 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733251757987 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733251757987Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733251758007 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733251758022 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733251758023 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@56a5dcbe: reopening flushed file at 1733251758036 (+13 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@15c72be7: reopening flushed file at 1733251758045 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4b56acb9: reopening flushed file at 1733251758054 (+9 ms)Finished flush of dataSize ~29.58 KB/30293, heapSize ~36.66 KB/37536, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 126ms, sequenceid=71, compaction requested=false at 1733251758063 (+9 ms)Writing region close event to WAL at 1733251758064 (+1 ms)Closed at 1733251758064 2024-12-03T18:49:18,067 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40535 is added to blk_1073741830_1006 (size=35440) 2024-12-03T18:49:18,067 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46625 is added to blk_1073741830_1006 (size=35440) 2024-12-03T18:49:18,072 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-03T18:49:18,072 INFO [M:0;db5a5ccf5be8:41569 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-03T18:49:18,073 INFO [M:0;db5a5ccf5be8:41569 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:41569 2024-12-03T18:49:18,073 INFO [M:0;db5a5ccf5be8:41569 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-03T18:49:18,184 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41569-0x1019c86dddf0000, quorum=127.0.0.1:61569, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T18:49:18,184 INFO [M:0;db5a5ccf5be8:41569 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-03T18:49:18,184 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41569-0x1019c86dddf0000, quorum=127.0.0.1:61569, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T18:49:18,219 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7aa960bf{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-03T18:49:18,221 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7f11a10c{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-03T18:49:18,222 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-03T18:49:18,222 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@75236870{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-03T18:49:18,222 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1c2ff4b6{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d2bb5a01-e8f5-b657-8495-3955a7ff4a0e/hadoop.log.dir/,STOPPED} 2024-12-03T18:49:18,224 WARN [BP-1686599011-172.17.0.2-1733251748992 heartbeating to localhost/127.0.0.1:33077 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-03T18:49:18,224 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-03T18:49:18,224 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-03T18:49:18,224 WARN [BP-1686599011-172.17.0.2-1733251748992 heartbeating to localhost/127.0.0.1:33077 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1686599011-172.17.0.2-1733251748992 (Datanode Uuid 1f974334-8407-46d8-af41-44a77ed8393f) service to localhost/127.0.0.1:33077 2024-12-03T18:49:18,226 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d2bb5a01-e8f5-b657-8495-3955a7ff4a0e/cluster_a1837f2e-3fcb-51d2-598d-db4365dad5a0/data/data3/current/BP-1686599011-172.17.0.2-1733251748992 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-03T18:49:18,226 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d2bb5a01-e8f5-b657-8495-3955a7ff4a0e/cluster_a1837f2e-3fcb-51d2-598d-db4365dad5a0/data/data4/current/BP-1686599011-172.17.0.2-1733251748992 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-03T18:49:18,226 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-03T18:49:18,234 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@672decf3{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-03T18:49:18,234 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2fb749bb{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-03T18:49:18,235 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-03T18:49:18,235 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5714330a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-03T18:49:18,235 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1a045a29{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d2bb5a01-e8f5-b657-8495-3955a7ff4a0e/hadoop.log.dir/,STOPPED} 2024-12-03T18:49:18,236 WARN [BP-1686599011-172.17.0.2-1733251748992 heartbeating to localhost/127.0.0.1:33077 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-03T18:49:18,236 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-03T18:49:18,236 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-03T18:49:18,236 WARN [BP-1686599011-172.17.0.2-1733251748992 heartbeating to localhost/127.0.0.1:33077 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1686599011-172.17.0.2-1733251748992 (Datanode Uuid 0c30dbfb-bd53-4dc8-bf21-56953b1521ed) service to localhost/127.0.0.1:33077 2024-12-03T18:49:18,237 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d2bb5a01-e8f5-b657-8495-3955a7ff4a0e/cluster_a1837f2e-3fcb-51d2-598d-db4365dad5a0/data/data1/current/BP-1686599011-172.17.0.2-1733251748992 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-03T18:49:18,237 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d2bb5a01-e8f5-b657-8495-3955a7ff4a0e/cluster_a1837f2e-3fcb-51d2-598d-db4365dad5a0/data/data2/current/BP-1686599011-172.17.0.2-1733251748992 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-03T18:49:18,237 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-03T18:49:18,248 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2b945fd6{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-03T18:49:18,248 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@221edb7f{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-03T18:49:18,248 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-03T18:49:18,249 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5d0fec8e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-03T18:49:18,249 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3508f229{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d2bb5a01-e8f5-b657-8495-3955a7ff4a0e/hadoop.log.dir/,STOPPED} 2024-12-03T18:49:18,262 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-03T18:49:18,291 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-03T18:49:18,299 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.TestClearRegionBlockCache#testClearBlockCacheFromAsyncAdmin[0: lru] Thread=80 (was 11) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: IPC Client (1768670951) connection to localhost/127.0.0.1:33077 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Timer for 'NameNode' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: weak-ref-cleaner-strictcontextstorage java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//io.opentelemetry.context.StrictContextStorage$PendingScopes.run(StrictContextStorage.java:269) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Idle-Rpc-Conn-Sweeper-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SSL Certificates Store Monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:537) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: nioEventLoopGroup-2-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.1@localhost:33077 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.0@localhost:33077 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1768670951) connection to localhost/127.0.0.1:33077 from jenkins.hfs.0 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: SessionTracker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:163) Potentially hanging thread: ForkJoinPool-2-worker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33077 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test.named-queue-events-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//com.lmax.disruptor.BlockingWaitStrategy.waitFor(BlockingWaitStrategy.java:47) app//com.lmax.disruptor.ProcessingSequenceBarrier.waitFor(ProcessingSequenceBarrier.java:56) app//com.lmax.disruptor.BatchEventProcessor.processEvents(BatchEventProcessor.java:159) app//com.lmax.disruptor.BatchEventProcessor.run(BatchEventProcessor.java:125) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/db5a5ccf5be8:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/db5a5ccf5be8:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: region-location-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:4171) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:33077 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/db5a5ccf5be8:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: nioEventLoopGroup-5-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcClient-timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1768670951) connection to localhost/127.0.0.1:33077 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Async-Client-Retry-Timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1768670951) connection to localhost/127.0.0.1:33077 from jenkins.hfs.1 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.PeerCache@2f7e7da7 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253) app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46) app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33077 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33077 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33077 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/db5a5ccf5be8:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=410 (was 287) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=375 (was 370) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=6499 (was 7169) 2024-12-03T18:49:18,305 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.TestClearRegionBlockCache#testClearBlockCache[0: lru] Thread=80, OpenFileDescriptor=410, MaxFileDescriptor=1048576, SystemLoadAverage=375, ProcessCount=11, AvailableMemoryMB=6499 2024-12-03T18:49:18,315 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d2bb5a01-e8f5-b657-8495-3955a7ff4a0e/hadoop.log.dir so I do NOT create it in target/test-data/5f326fb7-1090-a62d-725e-e8529a631709 2024-12-03T18:49:18,315 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d2bb5a01-e8f5-b657-8495-3955a7ff4a0e/hadoop.log.dir Erasing configuration value by system value. 2024-12-03T18:49:18,316 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d2bb5a01-e8f5-b657-8495-3955a7ff4a0e/hadoop.tmp.dir so I do NOT create it in target/test-data/5f326fb7-1090-a62d-725e-e8529a631709 2024-12-03T18:49:18,316 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d2bb5a01-e8f5-b657-8495-3955a7ff4a0e/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-03T18:49:18,316 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5f326fb7-1090-a62d-725e-e8529a631709 2024-12-03T18:49:18,316 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=2, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-03T18:49:18,316 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5f326fb7-1090-a62d-725e-e8529a631709/cluster_c670cd8c-824e-c8bb-8ef0-a3824e3ef091, deleteOnExit=true 2024-12-03T18:49:18,316 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-03T18:49:18,316 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5f326fb7-1090-a62d-725e-e8529a631709/test.cache.data in system properties and HBase conf 2024-12-03T18:49:18,316 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5f326fb7-1090-a62d-725e-e8529a631709/hadoop.tmp.dir in system properties and HBase conf 2024-12-03T18:49:18,316 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5f326fb7-1090-a62d-725e-e8529a631709/hadoop.log.dir in system properties and HBase conf 2024-12-03T18:49:18,316 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5f326fb7-1090-a62d-725e-e8529a631709/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-03T18:49:18,316 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5f326fb7-1090-a62d-725e-e8529a631709/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-03T18:49:18,316 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-03T18:49:18,317 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-03T18:49:18,317 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5f326fb7-1090-a62d-725e-e8529a631709/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-03T18:49:18,317 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5f326fb7-1090-a62d-725e-e8529a631709/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-03T18:49:18,317 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5f326fb7-1090-a62d-725e-e8529a631709/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-03T18:49:18,317 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5f326fb7-1090-a62d-725e-e8529a631709/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-03T18:49:18,317 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5f326fb7-1090-a62d-725e-e8529a631709/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-03T18:49:18,317 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5f326fb7-1090-a62d-725e-e8529a631709/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-03T18:49:18,317 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5f326fb7-1090-a62d-725e-e8529a631709/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-03T18:49:18,317 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5f326fb7-1090-a62d-725e-e8529a631709/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-03T18:49:18,317 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5f326fb7-1090-a62d-725e-e8529a631709/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-03T18:49:18,318 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5f326fb7-1090-a62d-725e-e8529a631709/nfs.dump.dir in system properties and HBase conf 2024-12-03T18:49:18,318 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5f326fb7-1090-a62d-725e-e8529a631709/java.io.tmpdir in system properties and HBase conf 2024-12-03T18:49:18,318 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5f326fb7-1090-a62d-725e-e8529a631709/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-03T18:49:18,318 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5f326fb7-1090-a62d-725e-e8529a631709/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-03T18:49:18,318 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5f326fb7-1090-a62d-725e-e8529a631709/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-03T18:49:18,938 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T18:49:18,942 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-03T18:49:18,944 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-03T18:49:18,944 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-03T18:49:18,944 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-03T18:49:18,945 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T18:49:18,945 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@df85084{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5f326fb7-1090-a62d-725e-e8529a631709/hadoop.log.dir/,AVAILABLE} 2024-12-03T18:49:18,945 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@68a29dd{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-03T18:49:19,036 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@31e89ad3{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5f326fb7-1090-a62d-725e-e8529a631709/java.io.tmpdir/jetty-localhost-45767-hadoop-hdfs-3_4_1-tests_jar-_-any-2885699790423623229/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-03T18:49:19,037 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@26f6d24e{HTTP/1.1, (http/1.1)}{localhost:45767} 2024-12-03T18:49:19,037 INFO [Time-limited test {}] server.Server(415): Started @12283ms 2024-12-03T18:49:19,645 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T18:49:19,650 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-03T18:49:19,650 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-03T18:49:19,650 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-03T18:49:19,651 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-03T18:49:19,651 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5859f7d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5f326fb7-1090-a62d-725e-e8529a631709/hadoop.log.dir/,AVAILABLE} 2024-12-03T18:49:19,652 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3508aeea{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-03T18:49:19,746 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7b287fd5{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5f326fb7-1090-a62d-725e-e8529a631709/java.io.tmpdir/jetty-localhost-41297-hadoop-hdfs-3_4_1-tests_jar-_-any-11358319824338630714/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-03T18:49:19,747 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@e0d3287{HTTP/1.1, (http/1.1)}{localhost:41297} 2024-12-03T18:49:19,747 INFO [Time-limited test {}] server.Server(415): Started @12993ms 2024-12-03T18:49:19,749 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-03T18:49:19,777 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T18:49:19,780 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-03T18:49:19,781 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-03T18:49:19,781 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-03T18:49:19,781 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-03T18:49:19,782 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4db7bf3e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5f326fb7-1090-a62d-725e-e8529a631709/hadoop.log.dir/,AVAILABLE} 2024-12-03T18:49:19,782 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@619585d0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-03T18:49:19,874 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@40269096{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5f326fb7-1090-a62d-725e-e8529a631709/java.io.tmpdir/jetty-localhost-36017-hadoop-hdfs-3_4_1-tests_jar-_-any-6485040583869253368/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-03T18:49:19,874 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@774b7d38{HTTP/1.1, (http/1.1)}{localhost:36017} 2024-12-03T18:49:19,874 INFO [Time-limited test {}] server.Server(415): Started @13120ms 2024-12-03T18:49:19,876 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-03T18:49:21,033 WARN [Thread-365 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5f326fb7-1090-a62d-725e-e8529a631709/cluster_c670cd8c-824e-c8bb-8ef0-a3824e3ef091/data/data1/current/BP-1788150865-172.17.0.2-1733251758341/current, will proceed with Du for space computation calculation, 2024-12-03T18:49:21,033 WARN [Thread-366 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5f326fb7-1090-a62d-725e-e8529a631709/cluster_c670cd8c-824e-c8bb-8ef0-a3824e3ef091/data/data2/current/BP-1788150865-172.17.0.2-1733251758341/current, will proceed with Du for space computation calculation, 2024-12-03T18:49:21,053 WARN [Thread-329 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-03T18:49:21,056 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x10a7a1f469e25e9 with lease ID 0xed331c2c7ec25c2f: Processing first storage report for DS-a036f466-546e-40cc-b128-cf25f1a2b805 from datanode DatanodeRegistration(127.0.0.1:43243, datanodeUuid=f2d99c62-7400-41e0-934f-cb40fd0a295f, infoPort=37611, infoSecurePort=0, ipcPort=39833, storageInfo=lv=-57;cid=testClusterID;nsid=1831375634;c=1733251758341) 2024-12-03T18:49:21,056 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x10a7a1f469e25e9 with lease ID 0xed331c2c7ec25c2f: from storage DS-a036f466-546e-40cc-b128-cf25f1a2b805 node DatanodeRegistration(127.0.0.1:43243, datanodeUuid=f2d99c62-7400-41e0-934f-cb40fd0a295f, infoPort=37611, infoSecurePort=0, ipcPort=39833, storageInfo=lv=-57;cid=testClusterID;nsid=1831375634;c=1733251758341), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-03T18:49:21,056 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x10a7a1f469e25e9 with lease ID 0xed331c2c7ec25c2f: Processing first storage report for DS-3d399e74-5a60-4fef-acbd-78f9e253c338 from datanode DatanodeRegistration(127.0.0.1:43243, datanodeUuid=f2d99c62-7400-41e0-934f-cb40fd0a295f, infoPort=37611, infoSecurePort=0, ipcPort=39833, storageInfo=lv=-57;cid=testClusterID;nsid=1831375634;c=1733251758341) 2024-12-03T18:49:21,056 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x10a7a1f469e25e9 with lease ID 0xed331c2c7ec25c2f: from storage DS-3d399e74-5a60-4fef-acbd-78f9e253c338 node DatanodeRegistration(127.0.0.1:43243, datanodeUuid=f2d99c62-7400-41e0-934f-cb40fd0a295f, infoPort=37611, infoSecurePort=0, ipcPort=39833, storageInfo=lv=-57;cid=testClusterID;nsid=1831375634;c=1733251758341), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-03T18:49:21,082 WARN [Thread-376 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5f326fb7-1090-a62d-725e-e8529a631709/cluster_c670cd8c-824e-c8bb-8ef0-a3824e3ef091/data/data3/current/BP-1788150865-172.17.0.2-1733251758341/current, will proceed with Du for space computation calculation, 2024-12-03T18:49:21,085 WARN [Thread-377 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5f326fb7-1090-a62d-725e-e8529a631709/cluster_c670cd8c-824e-c8bb-8ef0-a3824e3ef091/data/data4/current/BP-1788150865-172.17.0.2-1733251758341/current, will proceed with Du for space computation calculation, 2024-12-03T18:49:21,102 WARN [Thread-352 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-03T18:49:21,105 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa05877c7be5d8ca4 with lease ID 0xed331c2c7ec25c30: Processing first storage report for DS-626bd970-5ebe-464a-abdf-6ba2d3d52993 from datanode DatanodeRegistration(127.0.0.1:36337, datanodeUuid=da6fa27d-70a3-4ec6-ba68-596f8ed0071f, infoPort=41121, infoSecurePort=0, ipcPort=39757, storageInfo=lv=-57;cid=testClusterID;nsid=1831375634;c=1733251758341) 2024-12-03T18:49:21,105 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa05877c7be5d8ca4 with lease ID 0xed331c2c7ec25c30: from storage DS-626bd970-5ebe-464a-abdf-6ba2d3d52993 node DatanodeRegistration(127.0.0.1:36337, datanodeUuid=da6fa27d-70a3-4ec6-ba68-596f8ed0071f, infoPort=41121, infoSecurePort=0, ipcPort=39757, storageInfo=lv=-57;cid=testClusterID;nsid=1831375634;c=1733251758341), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-03T18:49:21,105 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa05877c7be5d8ca4 with lease ID 0xed331c2c7ec25c30: Processing first storage report for DS-2cf9624e-f246-4a2b-8e22-4a766e19fcb2 from datanode DatanodeRegistration(127.0.0.1:36337, datanodeUuid=da6fa27d-70a3-4ec6-ba68-596f8ed0071f, infoPort=41121, infoSecurePort=0, ipcPort=39757, storageInfo=lv=-57;cid=testClusterID;nsid=1831375634;c=1733251758341) 2024-12-03T18:49:21,105 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa05877c7be5d8ca4 with lease ID 0xed331c2c7ec25c30: from storage DS-2cf9624e-f246-4a2b-8e22-4a766e19fcb2 node DatanodeRegistration(127.0.0.1:36337, datanodeUuid=da6fa27d-70a3-4ec6-ba68-596f8ed0071f, infoPort=41121, infoSecurePort=0, ipcPort=39757, storageInfo=lv=-57;cid=testClusterID;nsid=1831375634;c=1733251758341), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-03T18:49:21,111 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5f326fb7-1090-a62d-725e-e8529a631709 2024-12-03T18:49:21,114 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5f326fb7-1090-a62d-725e-e8529a631709/cluster_c670cd8c-824e-c8bb-8ef0-a3824e3ef091/zookeeper_0, clientPort=63317, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5f326fb7-1090-a62d-725e-e8529a631709/cluster_c670cd8c-824e-c8bb-8ef0-a3824e3ef091/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5f326fb7-1090-a62d-725e-e8529a631709/cluster_c670cd8c-824e-c8bb-8ef0-a3824e3ef091/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-03T18:49:21,116 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=63317 2024-12-03T18:49:21,117 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T18:49:21,119 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T18:49:21,139 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36337 is added to blk_1073741825_1001 (size=7) 2024-12-03T18:49:21,141 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43243 is added to blk_1073741825_1001 (size=7) 2024-12-03T18:49:21,142 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:43653/user/jenkins/test-data/d706ade6-3c22-fa69-bd61-d4b0143bd96e with version=8 2024-12-03T18:49:21,143 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:43653/user/jenkins/test-data/d706ade6-3c22-fa69-bd61-d4b0143bd96e/hbase-staging 2024-12-03T18:49:21,144 INFO [Time-limited test {}] client.ConnectionUtils(128): master/db5a5ccf5be8:0 server-side Connection retries=45 2024-12-03T18:49:21,145 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T18:49:21,145 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-03T18:49:21,145 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-03T18:49:21,145 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T18:49:21,145 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-03T18:49:21,145 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-03T18:49:21,145 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-03T18:49:21,146 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43737 2024-12-03T18:49:21,148 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:43737 connecting to ZooKeeper ensemble=127.0.0.1:63317 2024-12-03T18:49:21,207 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:437370x0, quorum=127.0.0.1:63317, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T18:49:21,207 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:43737-0x1019c86ff840000 connected 2024-12-03T18:49:21,377 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T18:49:21,379 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T18:49:21,382 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43737-0x1019c86ff840000, quorum=127.0.0.1:63317, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-03T18:49:21,382 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:43653/user/jenkins/test-data/d706ade6-3c22-fa69-bd61-d4b0143bd96e, hbase.cluster.distributed=false 2024-12-03T18:49:21,384 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43737-0x1019c86ff840000, quorum=127.0.0.1:63317, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-03T18:49:21,384 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43737 2024-12-03T18:49:21,384 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43737 2024-12-03T18:49:21,385 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43737 2024-12-03T18:49:21,385 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43737 2024-12-03T18:49:21,385 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43737 2024-12-03T18:49:21,399 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/db5a5ccf5be8:0 server-side Connection retries=45 2024-12-03T18:49:21,399 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T18:49:21,399 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-03T18:49:21,400 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-03T18:49:21,400 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T18:49:21,400 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-03T18:49:21,400 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-03T18:49:21,400 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-03T18:49:21,401 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:41963 2024-12-03T18:49:21,403 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:41963 connecting to ZooKeeper ensemble=127.0.0.1:63317 2024-12-03T18:49:21,403 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T18:49:21,405 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T18:49:21,419 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:419630x0, quorum=127.0.0.1:63317, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T18:49:21,419 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:41963-0x1019c86ff840001 connected 2024-12-03T18:49:21,419 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41963-0x1019c86ff840001, quorum=127.0.0.1:63317, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-03T18:49:21,420 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-03T18:49:21,421 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-03T18:49:21,421 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41963-0x1019c86ff840001, quorum=127.0.0.1:63317, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-03T18:49:21,423 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41963-0x1019c86ff840001, quorum=127.0.0.1:63317, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-03T18:49:21,423 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41963 2024-12-03T18:49:21,423 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41963 2024-12-03T18:49:21,424 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41963 2024-12-03T18:49:21,425 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41963 2024-12-03T18:49:21,427 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41963 2024-12-03T18:49:21,442 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/db5a5ccf5be8:0 server-side Connection retries=45 2024-12-03T18:49:21,442 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T18:49:21,442 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-03T18:49:21,442 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-03T18:49:21,442 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T18:49:21,442 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-03T18:49:21,443 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-03T18:49:21,443 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-03T18:49:21,448 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:39919 2024-12-03T18:49:21,449 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:39919 connecting to ZooKeeper ensemble=127.0.0.1:63317 2024-12-03T18:49:21,450 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T18:49:21,452 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T18:49:21,463 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:399190x0, quorum=127.0.0.1:63317, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T18:49:21,464 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:39919-0x1019c86ff840002 connected 2024-12-03T18:49:21,464 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39919-0x1019c86ff840002, quorum=127.0.0.1:63317, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-03T18:49:21,464 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-03T18:49:21,465 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-03T18:49:21,465 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39919-0x1019c86ff840002, quorum=127.0.0.1:63317, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-03T18:49:21,466 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39919-0x1019c86ff840002, quorum=127.0.0.1:63317, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-03T18:49:21,467 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39919 2024-12-03T18:49:21,467 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39919 2024-12-03T18:49:21,468 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39919 2024-12-03T18:49:21,472 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39919 2024-12-03T18:49:21,472 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39919 2024-12-03T18:49:21,482 DEBUG [M:0;db5a5ccf5be8:43737 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;db5a5ccf5be8:43737 2024-12-03T18:49:21,482 INFO [master/db5a5ccf5be8:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/db5a5ccf5be8,43737,1733251761144 2024-12-03T18:49:21,495 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39919-0x1019c86ff840002, quorum=127.0.0.1:63317, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-03T18:49:21,495 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41963-0x1019c86ff840001, quorum=127.0.0.1:63317, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-03T18:49:21,495 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43737-0x1019c86ff840000, quorum=127.0.0.1:63317, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-03T18:49:21,496 DEBUG [master/db5a5ccf5be8:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43737-0x1019c86ff840000, quorum=127.0.0.1:63317, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/db5a5ccf5be8,43737,1733251761144 2024-12-03T18:49:21,505 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41963-0x1019c86ff840001, quorum=127.0.0.1:63317, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-03T18:49:21,505 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43737-0x1019c86ff840000, quorum=127.0.0.1:63317, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T18:49:21,505 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39919-0x1019c86ff840002, quorum=127.0.0.1:63317, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-03T18:49:21,506 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39919-0x1019c86ff840002, quorum=127.0.0.1:63317, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T18:49:21,506 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41963-0x1019c86ff840001, quorum=127.0.0.1:63317, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T18:49:21,507 DEBUG [master/db5a5ccf5be8:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43737-0x1019c86ff840000, quorum=127.0.0.1:63317, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-12-03T18:49:21,508 INFO [master/db5a5ccf5be8:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/db5a5ccf5be8,43737,1733251761144 from backup master directory 2024-12-03T18:49:21,516 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39919-0x1019c86ff840002, quorum=127.0.0.1:63317, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-03T18:49:21,516 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41963-0x1019c86ff840001, quorum=127.0.0.1:63317, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-03T18:49:21,516 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43737-0x1019c86ff840000, quorum=127.0.0.1:63317, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/db5a5ccf5be8,43737,1733251761144 2024-12-03T18:49:21,516 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43737-0x1019c86ff840000, quorum=127.0.0.1:63317, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-03T18:49:21,516 WARN [master/db5a5ccf5be8:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-03T18:49:21,516 INFO [master/db5a5ccf5be8:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=db5a5ccf5be8,43737,1733251761144 2024-12-03T18:49:21,522 DEBUG [master/db5a5ccf5be8:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:43653/user/jenkins/test-data/d706ade6-3c22-fa69-bd61-d4b0143bd96e/hbase.id] with ID: 3bf1d44a-3eee-42b2-9708-9a0a9f6d5932 2024-12-03T18:49:21,523 DEBUG [master/db5a5ccf5be8:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:43653/user/jenkins/test-data/d706ade6-3c22-fa69-bd61-d4b0143bd96e/.tmp/hbase.id 2024-12-03T18:49:21,537 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36337 is added to blk_1073741826_1002 (size=42) 2024-12-03T18:49:21,538 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43243 is added to blk_1073741826_1002 (size=42) 2024-12-03T18:49:21,538 DEBUG [master/db5a5ccf5be8:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:43653/user/jenkins/test-data/d706ade6-3c22-fa69-bd61-d4b0143bd96e/.tmp/hbase.id]:[hdfs://localhost:43653/user/jenkins/test-data/d706ade6-3c22-fa69-bd61-d4b0143bd96e/hbase.id] 2024-12-03T18:49:21,561 INFO [master/db5a5ccf5be8:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T18:49:21,561 INFO [master/db5a5ccf5be8:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-03T18:49:21,563 INFO [master/db5a5ccf5be8:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-12-03T18:49:21,576 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39919-0x1019c86ff840002, quorum=127.0.0.1:63317, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T18:49:21,576 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43737-0x1019c86ff840000, quorum=127.0.0.1:63317, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T18:49:21,576 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41963-0x1019c86ff840001, quorum=127.0.0.1:63317, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T18:49:21,594 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36337 is added to blk_1073741827_1003 (size=196) 2024-12-03T18:49:21,594 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43243 is added to blk_1073741827_1003 (size=196) 2024-12-03T18:49:21,596 INFO [master/db5a5ccf5be8:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-03T18:49:21,596 INFO [master/db5a5ccf5be8:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-03T18:49:21,597 INFO [master/db5a5ccf5be8:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T18:49:21,604 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-03T18:49:21,611 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T18:49:21,615 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43243 is added to blk_1073741828_1004 (size=1189) 2024-12-03T18:49:21,617 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36337 is added to blk_1073741828_1004 (size=1189) 2024-12-03T18:49:21,620 INFO [master/db5a5ccf5be8:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:43653/user/jenkins/test-data/d706ade6-3c22-fa69-bd61-d4b0143bd96e/MasterData/data/master/store 2024-12-03T18:49:21,641 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43243 is added to blk_1073741829_1005 (size=34) 2024-12-03T18:49:21,641 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36337 is added to blk_1073741829_1005 (size=34) 2024-12-03T18:49:21,643 DEBUG [master/db5a5ccf5be8:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T18:49:21,643 DEBUG [master/db5a5ccf5be8:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-03T18:49:21,643 INFO [master/db5a5ccf5be8:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T18:49:21,644 DEBUG [master/db5a5ccf5be8:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T18:49:21,644 DEBUG [master/db5a5ccf5be8:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-03T18:49:21,644 DEBUG [master/db5a5ccf5be8:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T18:49:21,644 INFO [master/db5a5ccf5be8:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T18:49:21,644 DEBUG [master/db5a5ccf5be8:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733251761643Disabling compacts and flushes for region at 1733251761643Disabling writes for close at 1733251761644 (+1 ms)Writing region close event to WAL at 1733251761644Closed at 1733251761644 2024-12-03T18:49:21,646 WARN [master/db5a5ccf5be8:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:43653/user/jenkins/test-data/d706ade6-3c22-fa69-bd61-d4b0143bd96e/MasterData/data/master/store/.initializing 2024-12-03T18:49:21,646 DEBUG [master/db5a5ccf5be8:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:43653/user/jenkins/test-data/d706ade6-3c22-fa69-bd61-d4b0143bd96e/MasterData/WALs/db5a5ccf5be8,43737,1733251761144 2024-12-03T18:49:21,649 INFO [master/db5a5ccf5be8:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-03T18:49:21,653 INFO [master/db5a5ccf5be8:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=db5a5ccf5be8%2C43737%2C1733251761144, suffix=, logDir=hdfs://localhost:43653/user/jenkins/test-data/d706ade6-3c22-fa69-bd61-d4b0143bd96e/MasterData/WALs/db5a5ccf5be8,43737,1733251761144, archiveDir=hdfs://localhost:43653/user/jenkins/test-data/d706ade6-3c22-fa69-bd61-d4b0143bd96e/MasterData/oldWALs, maxLogs=10 2024-12-03T18:49:21,655 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T18:49:21,673 DEBUG [master/db5a5ccf5be8:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d706ade6-3c22-fa69-bd61-d4b0143bd96e/MasterData/WALs/db5a5ccf5be8,43737,1733251761144/db5a5ccf5be8%2C43737%2C1733251761144.1733251761653, exclude list is [], retry=0 2024-12-03T18:49:21,677 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43243,DS-a036f466-546e-40cc-b128-cf25f1a2b805,DISK] 2024-12-03T18:49:21,681 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36337,DS-626bd970-5ebe-464a-abdf-6ba2d3d52993,DISK] 2024-12-03T18:49:21,689 INFO [master/db5a5ccf5be8:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d706ade6-3c22-fa69-bd61-d4b0143bd96e/MasterData/WALs/db5a5ccf5be8,43737,1733251761144/db5a5ccf5be8%2C43737%2C1733251761144.1733251761653 2024-12-03T18:49:21,689 DEBUG [master/db5a5ccf5be8:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37611:37611),(127.0.0.1/127.0.0.1:41121:41121)] 2024-12-03T18:49:21,689 DEBUG [master/db5a5ccf5be8:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-03T18:49:21,690 DEBUG [master/db5a5ccf5be8:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T18:49:21,690 DEBUG [master/db5a5ccf5be8:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T18:49:21,690 DEBUG [master/db5a5ccf5be8:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T18:49:21,696 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T18:49:21,700 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-03T18:49:21,700 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:49:21,701 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T18:49:21,701 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T18:49:21,705 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-03T18:49:21,705 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:49:21,706 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T18:49:21,706 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T18:49:21,709 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-03T18:49:21,709 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:49:21,710 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T18:49:21,710 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T18:49:21,712 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-03T18:49:21,712 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:49:21,713 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T18:49:21,713 DEBUG [master/db5a5ccf5be8:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T18:49:21,714 DEBUG [master/db5a5ccf5be8:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43653/user/jenkins/test-data/d706ade6-3c22-fa69-bd61-d4b0143bd96e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-03T18:49:21,715 DEBUG [master/db5a5ccf5be8:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43653/user/jenkins/test-data/d706ade6-3c22-fa69-bd61-d4b0143bd96e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-03T18:49:21,717 DEBUG [master/db5a5ccf5be8:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T18:49:21,717 DEBUG [master/db5a5ccf5be8:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T18:49:21,717 DEBUG [master/db5a5ccf5be8:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T18:49:21,719 DEBUG [master/db5a5ccf5be8:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T18:49:21,721 DEBUG [master/db5a5ccf5be8:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43653/user/jenkins/test-data/d706ade6-3c22-fa69-bd61-d4b0143bd96e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T18:49:21,722 INFO [master/db5a5ccf5be8:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72936103, jitterRate=0.08683262765407562}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T18:49:21,723 DEBUG [master/db5a5ccf5be8:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733251761690Initializing all the Stores at 1733251761692 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733251761692Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733251761696 (+4 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733251761696Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733251761696Cleaning up temporary data from old regions at 1733251761717 (+21 ms)Region opened successfully at 1733251761723 (+6 ms) 2024-12-03T18:49:21,724 INFO [master/db5a5ccf5be8:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-03T18:49:21,729 DEBUG [master/db5a5ccf5be8:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@64beb321, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=db5a5ccf5be8/172.17.0.2:0 2024-12-03T18:49:21,730 INFO [master/db5a5ccf5be8:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-03T18:49:21,730 INFO [master/db5a5ccf5be8:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-03T18:49:21,730 INFO [master/db5a5ccf5be8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-03T18:49:21,730 INFO [master/db5a5ccf5be8:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-03T18:49:21,731 INFO [master/db5a5ccf5be8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-03T18:49:21,731 INFO [master/db5a5ccf5be8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-03T18:49:21,731 INFO [master/db5a5ccf5be8:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-03T18:49:21,734 INFO [master/db5a5ccf5be8:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-03T18:49:21,735 DEBUG [master/db5a5ccf5be8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43737-0x1019c86ff840000, quorum=127.0.0.1:63317, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-12-03T18:49:21,766 DEBUG [master/db5a5ccf5be8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-12-03T18:49:21,766 INFO [master/db5a5ccf5be8:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-03T18:49:21,767 DEBUG [master/db5a5ccf5be8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43737-0x1019c86ff840000, quorum=127.0.0.1:63317, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-12-03T18:49:21,779 DEBUG [master/db5a5ccf5be8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-12-03T18:49:21,780 INFO [master/db5a5ccf5be8:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-03T18:49:21,781 DEBUG [master/db5a5ccf5be8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43737-0x1019c86ff840000, quorum=127.0.0.1:63317, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-12-03T18:49:21,797 DEBUG [master/db5a5ccf5be8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-12-03T18:49:21,799 DEBUG [master/db5a5ccf5be8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43737-0x1019c86ff840000, quorum=127.0.0.1:63317, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-12-03T18:49:21,810 DEBUG [master/db5a5ccf5be8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-12-03T18:49:21,813 DEBUG [master/db5a5ccf5be8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43737-0x1019c86ff840000, quorum=127.0.0.1:63317, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-03T18:49:21,831 DEBUG [master/db5a5ccf5be8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-12-03T18:49:21,850 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41963-0x1019c86ff840001, quorum=127.0.0.1:63317, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-03T18:49:21,850 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39919-0x1019c86ff840002, quorum=127.0.0.1:63317, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-03T18:49:21,850 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43737-0x1019c86ff840000, quorum=127.0.0.1:63317, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-03T18:49:21,850 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39919-0x1019c86ff840002, quorum=127.0.0.1:63317, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T18:49:21,850 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43737-0x1019c86ff840000, quorum=127.0.0.1:63317, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T18:49:21,850 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41963-0x1019c86ff840001, quorum=127.0.0.1:63317, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T18:49:21,851 INFO [master/db5a5ccf5be8:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=db5a5ccf5be8,43737,1733251761144, sessionid=0x1019c86ff840000, setting cluster-up flag (Was=false) 2024-12-03T18:49:21,882 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39919-0x1019c86ff840002, quorum=127.0.0.1:63317, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T18:49:21,882 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43737-0x1019c86ff840000, quorum=127.0.0.1:63317, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T18:49:21,882 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41963-0x1019c86ff840001, quorum=127.0.0.1:63317, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T18:49:21,916 DEBUG [master/db5a5ccf5be8:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-12-03T18:49:21,918 DEBUG [master/db5a5ccf5be8:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=db5a5ccf5be8,43737,1733251761144 2024-12-03T18:49:21,937 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43737-0x1019c86ff840000, quorum=127.0.0.1:63317, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T18:49:21,937 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41963-0x1019c86ff840001, quorum=127.0.0.1:63317, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T18:49:21,937 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39919-0x1019c86ff840002, quorum=127.0.0.1:63317, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T18:49:21,969 DEBUG [master/db5a5ccf5be8:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-12-03T18:49:21,970 DEBUG [master/db5a5ccf5be8:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=db5a5ccf5be8,43737,1733251761144 2024-12-03T18:49:21,972 INFO [master/db5a5ccf5be8:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:43653/user/jenkins/test-data/d706ade6-3c22-fa69-bd61-d4b0143bd96e/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-03T18:49:21,974 INFO [RS:1;db5a5ccf5be8:39919 {}] regionserver.HRegionServer(746): ClusterId : 3bf1d44a-3eee-42b2-9708-9a0a9f6d5932 2024-12-03T18:49:21,974 INFO [RS:0;db5a5ccf5be8:41963 {}] regionserver.HRegionServer(746): ClusterId : 3bf1d44a-3eee-42b2-9708-9a0a9f6d5932 2024-12-03T18:49:21,974 DEBUG [RS:1;db5a5ccf5be8:39919 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-03T18:49:21,974 DEBUG [RS:0;db5a5ccf5be8:41963 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-03T18:49:21,974 DEBUG [master/db5a5ccf5be8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-03T18:49:21,975 INFO [master/db5a5ccf5be8:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-03T18:49:21,975 INFO [master/db5a5ccf5be8:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-03T18:49:21,975 DEBUG [master/db5a5ccf5be8:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: db5a5ccf5be8,43737,1733251761144 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-03T18:49:21,988 DEBUG [RS:0;db5a5ccf5be8:41963 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-03T18:49:21,988 DEBUG [RS:1;db5a5ccf5be8:39919 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-03T18:49:21,988 DEBUG [master/db5a5ccf5be8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/db5a5ccf5be8:0, corePoolSize=5, maxPoolSize=5 2024-12-03T18:49:21,988 DEBUG [RS:0;db5a5ccf5be8:41963 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-03T18:49:21,988 DEBUG [RS:1;db5a5ccf5be8:39919 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-03T18:49:21,988 DEBUG [master/db5a5ccf5be8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/db5a5ccf5be8:0, corePoolSize=5, maxPoolSize=5 2024-12-03T18:49:21,989 DEBUG [master/db5a5ccf5be8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/db5a5ccf5be8:0, corePoolSize=5, maxPoolSize=5 2024-12-03T18:49:21,989 DEBUG [master/db5a5ccf5be8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/db5a5ccf5be8:0, corePoolSize=5, maxPoolSize=5 2024-12-03T18:49:21,989 DEBUG [master/db5a5ccf5be8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/db5a5ccf5be8:0, corePoolSize=10, maxPoolSize=10 2024-12-03T18:49:21,989 DEBUG [master/db5a5ccf5be8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/db5a5ccf5be8:0, corePoolSize=1, maxPoolSize=1 2024-12-03T18:49:21,989 DEBUG [master/db5a5ccf5be8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/db5a5ccf5be8:0, corePoolSize=2, maxPoolSize=2 2024-12-03T18:49:21,989 DEBUG [master/db5a5ccf5be8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/db5a5ccf5be8:0, corePoolSize=1, maxPoolSize=1 2024-12-03T18:49:21,992 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T18:49:21,992 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-03T18:49:21,993 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:49:21,993 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-03T18:49:21,998 INFO [master/db5a5ccf5be8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733251791997 2024-12-03T18:49:21,998 INFO [master/db5a5ccf5be8:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-03T18:49:21,998 INFO [master/db5a5ccf5be8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-03T18:49:21,998 INFO [master/db5a5ccf5be8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-03T18:49:21,998 INFO [master/db5a5ccf5be8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-03T18:49:21,998 INFO [master/db5a5ccf5be8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-03T18:49:21,998 INFO [master/db5a5ccf5be8:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-03T18:49:21,999 INFO [master/db5a5ccf5be8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-03T18:49:21,999 INFO [master/db5a5ccf5be8:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-03T18:49:21,999 INFO [master/db5a5ccf5be8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-03T18:49:21,999 INFO [master/db5a5ccf5be8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-03T18:49:22,000 INFO [master/db5a5ccf5be8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-03T18:49:22,000 INFO [master/db5a5ccf5be8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-03T18:49:22,000 DEBUG [master/db5a5ccf5be8:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/db5a5ccf5be8:0:becomeActiveMaster-HFileCleaner.large.0-1733251762000,5,FailOnTimeoutGroup] 2024-12-03T18:49:22,001 DEBUG [RS:1;db5a5ccf5be8:39919 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-03T18:49:22,001 DEBUG [RS:0;db5a5ccf5be8:41963 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-03T18:49:22,001 DEBUG [RS:1;db5a5ccf5be8:39919 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a4be71a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=db5a5ccf5be8/172.17.0.2:0 2024-12-03T18:49:22,001 DEBUG [RS:0;db5a5ccf5be8:41963 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3da1da55, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=db5a5ccf5be8/172.17.0.2:0 2024-12-03T18:49:22,004 DEBUG [master/db5a5ccf5be8:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/db5a5ccf5be8:0:becomeActiveMaster-HFileCleaner.small.0-1733251762000,5,FailOnTimeoutGroup] 2024-12-03T18:49:22,004 INFO [master/db5a5ccf5be8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-03T18:49:22,005 INFO [master/db5a5ccf5be8:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-03T18:49:22,005 INFO [master/db5a5ccf5be8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-03T18:49:22,005 INFO [master/db5a5ccf5be8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-03T18:49:22,013 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43243 is added to blk_1073741831_1007 (size=1321) 2024-12-03T18:49:22,014 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36337 is added to blk_1073741831_1007 (size=1321) 2024-12-03T18:49:22,015 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:43653/user/jenkins/test-data/d706ade6-3c22-fa69-bd61-d4b0143bd96e/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-03T18:49:22,015 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:43653/user/jenkins/test-data/d706ade6-3c22-fa69-bd61-d4b0143bd96e 2024-12-03T18:49:22,020 DEBUG [RS:0;db5a5ccf5be8:41963 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;db5a5ccf5be8:41963 2024-12-03T18:49:22,020 DEBUG [RS:1;db5a5ccf5be8:39919 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;db5a5ccf5be8:39919 2024-12-03T18:49:22,021 INFO [RS:0;db5a5ccf5be8:41963 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-03T18:49:22,021 INFO [RS:0;db5a5ccf5be8:41963 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-03T18:49:22,021 DEBUG [RS:0;db5a5ccf5be8:41963 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-03T18:49:22,021 INFO [RS:1;db5a5ccf5be8:39919 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-03T18:49:22,021 INFO [RS:1;db5a5ccf5be8:39919 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-03T18:49:22,021 DEBUG [RS:1;db5a5ccf5be8:39919 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-03T18:49:22,022 INFO [RS:1;db5a5ccf5be8:39919 {}] regionserver.HRegionServer(2659): reportForDuty to master=db5a5ccf5be8,43737,1733251761144 with port=39919, startcode=1733251761441 2024-12-03T18:49:22,022 INFO [RS:0;db5a5ccf5be8:41963 {}] regionserver.HRegionServer(2659): reportForDuty to master=db5a5ccf5be8,43737,1733251761144 with port=41963, startcode=1733251761399 2024-12-03T18:49:22,022 DEBUG [RS:1;db5a5ccf5be8:39919 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-03T18:49:22,022 DEBUG [RS:0;db5a5ccf5be8:41963 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-03T18:49:22,032 INFO [HMaster-EventLoopGroup-6-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49131, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2024-12-03T18:49:22,032 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43737 {}] master.ServerManager(363): Checking decommissioned status of RegionServer db5a5ccf5be8,41963,1733251761399 2024-12-03T18:49:22,033 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43737 {}] master.ServerManager(517): Registering regionserver=db5a5ccf5be8,41963,1733251761399 2024-12-03T18:49:22,033 INFO [HMaster-EventLoopGroup-6-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44487, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=RegionServerStatusService 2024-12-03T18:49:22,035 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43737 {}] master.ServerManager(363): Checking decommissioned status of RegionServer db5a5ccf5be8,39919,1733251761441 2024-12-03T18:49:22,035 DEBUG [RS:0;db5a5ccf5be8:41963 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:43653/user/jenkins/test-data/d706ade6-3c22-fa69-bd61-d4b0143bd96e 2024-12-03T18:49:22,035 DEBUG [RS:0;db5a5ccf5be8:41963 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:43653 2024-12-03T18:49:22,035 DEBUG [RS:0;db5a5ccf5be8:41963 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-03T18:49:22,035 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43737 {}] master.ServerManager(517): Registering regionserver=db5a5ccf5be8,39919,1733251761441 2024-12-03T18:49:22,037 DEBUG [RS:1;db5a5ccf5be8:39919 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:43653/user/jenkins/test-data/d706ade6-3c22-fa69-bd61-d4b0143bd96e 2024-12-03T18:49:22,037 DEBUG [RS:1;db5a5ccf5be8:39919 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:43653 2024-12-03T18:49:22,037 DEBUG [RS:1;db5a5ccf5be8:39919 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-03T18:49:22,039 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36337 is added to blk_1073741832_1008 (size=32) 2024-12-03T18:49:22,039 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43243 is added to blk_1073741832_1008 (size=32) 2024-12-03T18:49:22,040 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T18:49:22,042 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43737-0x1019c86ff840000, quorum=127.0.0.1:63317, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-03T18:49:22,043 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-03T18:49:22,045 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-03T18:49:22,045 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:49:22,046 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T18:49:22,046 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-03T18:49:22,048 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-03T18:49:22,048 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:49:22,049 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T18:49:22,049 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-03T18:49:22,051 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-03T18:49:22,051 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:49:22,052 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T18:49:22,052 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-03T18:49:22,054 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-03T18:49:22,054 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:49:22,055 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T18:49:22,055 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-03T18:49:22,056 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43653/user/jenkins/test-data/d706ade6-3c22-fa69-bd61-d4b0143bd96e/data/hbase/meta/1588230740 2024-12-03T18:49:22,056 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43653/user/jenkins/test-data/d706ade6-3c22-fa69-bd61-d4b0143bd96e/data/hbase/meta/1588230740 2024-12-03T18:49:22,058 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-03T18:49:22,058 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-03T18:49:22,059 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T18:49:22,061 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-03T18:49:22,069 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43653/user/jenkins/test-data/d706ade6-3c22-fa69-bd61-d4b0143bd96e/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T18:49:22,070 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66287515, jitterRate=-0.012239053845405579}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T18:49:22,071 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733251762040Initializing all the Stores at 1733251762042 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733251762042Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733251762043 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733251762043Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733251762043Cleaning up temporary data from old regions at 1733251762058 (+15 ms)Region opened successfully at 1733251762071 (+13 ms) 2024-12-03T18:49:22,071 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-03T18:49:22,071 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-03T18:49:22,071 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-03T18:49:22,072 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-03T18:49:22,072 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-03T18:49:22,075 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-03T18:49:22,075 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733251762071Disabling compacts and flushes for region at 1733251762071Disabling writes for close at 1733251762072 (+1 ms)Writing region close event to WAL at 1733251762075 (+3 ms)Closed at 1733251762075 2024-12-03T18:49:22,077 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T18:49:22,077 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-03T18:49:22,078 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-03T18:49:22,079 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-03T18:49:22,081 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-03T18:49:22,082 DEBUG [RS:0;db5a5ccf5be8:41963 {}] zookeeper.ZKUtil(111): regionserver:41963-0x1019c86ff840001, quorum=127.0.0.1:63317, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/db5a5ccf5be8,41963,1733251761399 2024-12-03T18:49:22,082 WARN [RS:0;db5a5ccf5be8:41963 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-03T18:49:22,082 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [db5a5ccf5be8,41963,1733251761399] 2024-12-03T18:49:22,082 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [db5a5ccf5be8,39919,1733251761441] 2024-12-03T18:49:22,082 INFO [RS:0;db5a5ccf5be8:41963 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T18:49:22,082 DEBUG [RS:0;db5a5ccf5be8:41963 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:43653/user/jenkins/test-data/d706ade6-3c22-fa69-bd61-d4b0143bd96e/WALs/db5a5ccf5be8,41963,1733251761399 2024-12-03T18:49:22,082 DEBUG [RS:1;db5a5ccf5be8:39919 {}] zookeeper.ZKUtil(111): regionserver:39919-0x1019c86ff840002, quorum=127.0.0.1:63317, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/db5a5ccf5be8,39919,1733251761441 2024-12-03T18:49:22,082 WARN [RS:1;db5a5ccf5be8:39919 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-03T18:49:22,082 INFO [RS:1;db5a5ccf5be8:39919 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T18:49:22,082 DEBUG [RS:1;db5a5ccf5be8:39919 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:43653/user/jenkins/test-data/d706ade6-3c22-fa69-bd61-d4b0143bd96e/WALs/db5a5ccf5be8,39919,1733251761441 2024-12-03T18:49:22,086 INFO [RS:0;db5a5ccf5be8:41963 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-03T18:49:22,086 INFO [RS:1;db5a5ccf5be8:39919 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-03T18:49:22,089 INFO [RS:0;db5a5ccf5be8:41963 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-03T18:49:22,092 INFO [RS:0;db5a5ccf5be8:41963 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-03T18:49:22,092 INFO [RS:0;db5a5ccf5be8:41963 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T18:49:22,093 INFO [RS:1;db5a5ccf5be8:39919 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-03T18:49:22,094 INFO [RS:0;db5a5ccf5be8:41963 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-03T18:49:22,095 INFO [RS:1;db5a5ccf5be8:39919 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-03T18:49:22,095 INFO [RS:1;db5a5ccf5be8:39919 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T18:49:22,095 INFO [RS:1;db5a5ccf5be8:39919 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-03T18:49:22,095 INFO [RS:0;db5a5ccf5be8:41963 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-03T18:49:22,095 INFO [RS:0;db5a5ccf5be8:41963 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-03T18:49:22,095 DEBUG [RS:0;db5a5ccf5be8:41963 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/db5a5ccf5be8:0, corePoolSize=1, maxPoolSize=1 2024-12-03T18:49:22,095 DEBUG [RS:0;db5a5ccf5be8:41963 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/db5a5ccf5be8:0, corePoolSize=1, maxPoolSize=1 2024-12-03T18:49:22,095 DEBUG [RS:0;db5a5ccf5be8:41963 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/db5a5ccf5be8:0, corePoolSize=1, maxPoolSize=1 2024-12-03T18:49:22,096 DEBUG [RS:0;db5a5ccf5be8:41963 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/db5a5ccf5be8:0, corePoolSize=1, maxPoolSize=1 2024-12-03T18:49:22,096 DEBUG [RS:0;db5a5ccf5be8:41963 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/db5a5ccf5be8:0, corePoolSize=1, maxPoolSize=1 2024-12-03T18:49:22,096 DEBUG [RS:0;db5a5ccf5be8:41963 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/db5a5ccf5be8:0, corePoolSize=2, maxPoolSize=2 2024-12-03T18:49:22,096 DEBUG [RS:0;db5a5ccf5be8:41963 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/db5a5ccf5be8:0, corePoolSize=1, maxPoolSize=1 2024-12-03T18:49:22,096 DEBUG [RS:0;db5a5ccf5be8:41963 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/db5a5ccf5be8:0, corePoolSize=1, maxPoolSize=1 2024-12-03T18:49:22,096 DEBUG [RS:0;db5a5ccf5be8:41963 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/db5a5ccf5be8:0, corePoolSize=1, maxPoolSize=1 2024-12-03T18:49:22,096 DEBUG [RS:0;db5a5ccf5be8:41963 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/db5a5ccf5be8:0, corePoolSize=1, maxPoolSize=1 2024-12-03T18:49:22,096 DEBUG [RS:0;db5a5ccf5be8:41963 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/db5a5ccf5be8:0, corePoolSize=1, maxPoolSize=1 2024-12-03T18:49:22,096 DEBUG [RS:0;db5a5ccf5be8:41963 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/db5a5ccf5be8:0, corePoolSize=1, maxPoolSize=1 2024-12-03T18:49:22,096 INFO [RS:1;db5a5ccf5be8:39919 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-03T18:49:22,096 DEBUG [RS:0;db5a5ccf5be8:41963 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/db5a5ccf5be8:0, corePoolSize=3, maxPoolSize=3 2024-12-03T18:49:22,096 DEBUG [RS:0;db5a5ccf5be8:41963 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/db5a5ccf5be8:0, corePoolSize=3, maxPoolSize=3 2024-12-03T18:49:22,096 INFO [RS:1;db5a5ccf5be8:39919 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-03T18:49:22,097 DEBUG [RS:1;db5a5ccf5be8:39919 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/db5a5ccf5be8:0, corePoolSize=1, maxPoolSize=1 2024-12-03T18:49:22,097 DEBUG [RS:1;db5a5ccf5be8:39919 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/db5a5ccf5be8:0, corePoolSize=1, maxPoolSize=1 2024-12-03T18:49:22,097 DEBUG [RS:1;db5a5ccf5be8:39919 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/db5a5ccf5be8:0, corePoolSize=1, maxPoolSize=1 2024-12-03T18:49:22,097 DEBUG [RS:1;db5a5ccf5be8:39919 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/db5a5ccf5be8:0, corePoolSize=1, maxPoolSize=1 2024-12-03T18:49:22,097 DEBUG [RS:1;db5a5ccf5be8:39919 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/db5a5ccf5be8:0, corePoolSize=1, maxPoolSize=1 2024-12-03T18:49:22,097 DEBUG [RS:1;db5a5ccf5be8:39919 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/db5a5ccf5be8:0, corePoolSize=2, maxPoolSize=2 2024-12-03T18:49:22,097 DEBUG [RS:1;db5a5ccf5be8:39919 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/db5a5ccf5be8:0, corePoolSize=1, maxPoolSize=1 2024-12-03T18:49:22,097 DEBUG [RS:1;db5a5ccf5be8:39919 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/db5a5ccf5be8:0, corePoolSize=1, maxPoolSize=1 2024-12-03T18:49:22,097 DEBUG [RS:1;db5a5ccf5be8:39919 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/db5a5ccf5be8:0, corePoolSize=1, maxPoolSize=1 2024-12-03T18:49:22,097 DEBUG [RS:1;db5a5ccf5be8:39919 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/db5a5ccf5be8:0, corePoolSize=1, maxPoolSize=1 2024-12-03T18:49:22,097 DEBUG [RS:1;db5a5ccf5be8:39919 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/db5a5ccf5be8:0, corePoolSize=1, maxPoolSize=1 2024-12-03T18:49:22,097 INFO [RS:0;db5a5ccf5be8:41963 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-03T18:49:22,097 DEBUG [RS:1;db5a5ccf5be8:39919 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/db5a5ccf5be8:0, corePoolSize=1, maxPoolSize=1 2024-12-03T18:49:22,097 INFO [RS:0;db5a5ccf5be8:41963 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-03T18:49:22,098 DEBUG [RS:1;db5a5ccf5be8:39919 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/db5a5ccf5be8:0, corePoolSize=3, maxPoolSize=3 2024-12-03T18:49:22,098 INFO [RS:0;db5a5ccf5be8:41963 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T18:49:22,098 DEBUG [RS:1;db5a5ccf5be8:39919 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/db5a5ccf5be8:0, corePoolSize=3, maxPoolSize=3 2024-12-03T18:49:22,098 INFO [RS:0;db5a5ccf5be8:41963 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-03T18:49:22,098 INFO [RS:0;db5a5ccf5be8:41963 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-03T18:49:22,098 INFO [RS:0;db5a5ccf5be8:41963 {}] hbase.ChoreService(168): Chore ScheduledChore name=db5a5ccf5be8,41963,1733251761399-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-03T18:49:22,104 INFO [RS:1;db5a5ccf5be8:39919 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-03T18:49:22,104 INFO [RS:1;db5a5ccf5be8:39919 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-03T18:49:22,105 INFO [RS:1;db5a5ccf5be8:39919 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T18:49:22,105 INFO [RS:1;db5a5ccf5be8:39919 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-03T18:49:22,105 INFO [RS:1;db5a5ccf5be8:39919 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-03T18:49:22,105 INFO [RS:1;db5a5ccf5be8:39919 {}] hbase.ChoreService(168): Chore ScheduledChore name=db5a5ccf5be8,39919,1733251761441-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-03T18:49:22,117 INFO [RS:0;db5a5ccf5be8:41963 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-03T18:49:22,117 INFO [RS:0;db5a5ccf5be8:41963 {}] hbase.ChoreService(168): Chore ScheduledChore name=db5a5ccf5be8,41963,1733251761399-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T18:49:22,117 INFO [RS:0;db5a5ccf5be8:41963 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T18:49:22,117 INFO [RS:0;db5a5ccf5be8:41963 {}] regionserver.Replication(171): db5a5ccf5be8,41963,1733251761399 started 2024-12-03T18:49:22,123 INFO [RS:1;db5a5ccf5be8:39919 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-03T18:49:22,123 INFO [RS:1;db5a5ccf5be8:39919 {}] hbase.ChoreService(168): Chore ScheduledChore name=db5a5ccf5be8,39919,1733251761441-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T18:49:22,124 INFO [RS:1;db5a5ccf5be8:39919 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T18:49:22,124 INFO [RS:1;db5a5ccf5be8:39919 {}] regionserver.Replication(171): db5a5ccf5be8,39919,1733251761441 started 2024-12-03T18:49:22,130 INFO [RS:0;db5a5ccf5be8:41963 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T18:49:22,130 INFO [RS:0;db5a5ccf5be8:41963 {}] regionserver.HRegionServer(1482): Serving as db5a5ccf5be8,41963,1733251761399, RpcServer on db5a5ccf5be8/172.17.0.2:41963, sessionid=0x1019c86ff840001 2024-12-03T18:49:22,130 DEBUG [RS:0;db5a5ccf5be8:41963 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-03T18:49:22,130 DEBUG [RS:0;db5a5ccf5be8:41963 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager db5a5ccf5be8,41963,1733251761399 2024-12-03T18:49:22,130 DEBUG [RS:0;db5a5ccf5be8:41963 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'db5a5ccf5be8,41963,1733251761399' 2024-12-03T18:49:22,130 DEBUG [RS:0;db5a5ccf5be8:41963 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-03T18:49:22,131 DEBUG [RS:0;db5a5ccf5be8:41963 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-03T18:49:22,132 DEBUG [RS:0;db5a5ccf5be8:41963 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-03T18:49:22,132 DEBUG [RS:0;db5a5ccf5be8:41963 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-03T18:49:22,132 DEBUG [RS:0;db5a5ccf5be8:41963 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager db5a5ccf5be8,41963,1733251761399 2024-12-03T18:49:22,132 DEBUG [RS:0;db5a5ccf5be8:41963 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'db5a5ccf5be8,41963,1733251761399' 2024-12-03T18:49:22,132 DEBUG [RS:0;db5a5ccf5be8:41963 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-03T18:49:22,132 DEBUG [RS:0;db5a5ccf5be8:41963 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-03T18:49:22,133 DEBUG [RS:0;db5a5ccf5be8:41963 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-03T18:49:22,133 INFO [RS:0;db5a5ccf5be8:41963 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-03T18:49:22,133 INFO [RS:0;db5a5ccf5be8:41963 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-03T18:49:22,143 INFO [RS:1;db5a5ccf5be8:39919 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T18:49:22,143 INFO [RS:1;db5a5ccf5be8:39919 {}] regionserver.HRegionServer(1482): Serving as db5a5ccf5be8,39919,1733251761441, RpcServer on db5a5ccf5be8/172.17.0.2:39919, sessionid=0x1019c86ff840002 2024-12-03T18:49:22,143 DEBUG [RS:1;db5a5ccf5be8:39919 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-03T18:49:22,143 DEBUG [RS:1;db5a5ccf5be8:39919 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager db5a5ccf5be8,39919,1733251761441 2024-12-03T18:49:22,143 DEBUG [RS:1;db5a5ccf5be8:39919 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'db5a5ccf5be8,39919,1733251761441' 2024-12-03T18:49:22,143 DEBUG [RS:1;db5a5ccf5be8:39919 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-03T18:49:22,144 DEBUG [RS:1;db5a5ccf5be8:39919 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-03T18:49:22,145 DEBUG [RS:1;db5a5ccf5be8:39919 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-03T18:49:22,145 DEBUG [RS:1;db5a5ccf5be8:39919 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-03T18:49:22,145 DEBUG [RS:1;db5a5ccf5be8:39919 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager db5a5ccf5be8,39919,1733251761441 2024-12-03T18:49:22,145 DEBUG [RS:1;db5a5ccf5be8:39919 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'db5a5ccf5be8,39919,1733251761441' 2024-12-03T18:49:22,145 DEBUG [RS:1;db5a5ccf5be8:39919 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-03T18:49:22,145 DEBUG [RS:1;db5a5ccf5be8:39919 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-03T18:49:22,146 DEBUG [RS:1;db5a5ccf5be8:39919 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-03T18:49:22,146 INFO [RS:1;db5a5ccf5be8:39919 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-03T18:49:22,146 INFO [RS:1;db5a5ccf5be8:39919 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-03T18:49:22,231 WARN [db5a5ccf5be8:43737 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-03T18:49:22,234 INFO [RS:0;db5a5ccf5be8:41963 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-03T18:49:22,236 INFO [RS:0;db5a5ccf5be8:41963 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=db5a5ccf5be8%2C41963%2C1733251761399, suffix=, logDir=hdfs://localhost:43653/user/jenkins/test-data/d706ade6-3c22-fa69-bd61-d4b0143bd96e/WALs/db5a5ccf5be8,41963,1733251761399, archiveDir=hdfs://localhost:43653/user/jenkins/test-data/d706ade6-3c22-fa69-bd61-d4b0143bd96e/oldWALs, maxLogs=32 2024-12-03T18:49:22,246 INFO [RS:1;db5a5ccf5be8:39919 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-03T18:49:22,249 INFO [RS:1;db5a5ccf5be8:39919 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=db5a5ccf5be8%2C39919%2C1733251761441, suffix=, logDir=hdfs://localhost:43653/user/jenkins/test-data/d706ade6-3c22-fa69-bd61-d4b0143bd96e/WALs/db5a5ccf5be8,39919,1733251761441, archiveDir=hdfs://localhost:43653/user/jenkins/test-data/d706ade6-3c22-fa69-bd61-d4b0143bd96e/oldWALs, maxLogs=32 2024-12-03T18:49:22,252 DEBUG [RS:0;db5a5ccf5be8:41963 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d706ade6-3c22-fa69-bd61-d4b0143bd96e/WALs/db5a5ccf5be8,41963,1733251761399/db5a5ccf5be8%2C41963%2C1733251761399.1733251762238, exclude list is [], retry=0 2024-12-03T18:49:22,256 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36337,DS-626bd970-5ebe-464a-abdf-6ba2d3d52993,DISK] 2024-12-03T18:49:22,256 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43243,DS-a036f466-546e-40cc-b128-cf25f1a2b805,DISK] 2024-12-03T18:49:22,265 INFO [RS:0;db5a5ccf5be8:41963 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d706ade6-3c22-fa69-bd61-d4b0143bd96e/WALs/db5a5ccf5be8,41963,1733251761399/db5a5ccf5be8%2C41963%2C1733251761399.1733251762238 2024-12-03T18:49:22,267 DEBUG [RS:0;db5a5ccf5be8:41963 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37611:37611),(127.0.0.1/127.0.0.1:41121:41121)] 2024-12-03T18:49:22,269 DEBUG [RS:1;db5a5ccf5be8:39919 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d706ade6-3c22-fa69-bd61-d4b0143bd96e/WALs/db5a5ccf5be8,39919,1733251761441/db5a5ccf5be8%2C39919%2C1733251761441.1733251762250, exclude list is [], retry=0 2024-12-03T18:49:22,273 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36337,DS-626bd970-5ebe-464a-abdf-6ba2d3d52993,DISK] 2024-12-03T18:49:22,273 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43243,DS-a036f466-546e-40cc-b128-cf25f1a2b805,DISK] 2024-12-03T18:49:22,277 INFO [RS:1;db5a5ccf5be8:39919 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d706ade6-3c22-fa69-bd61-d4b0143bd96e/WALs/db5a5ccf5be8,39919,1733251761441/db5a5ccf5be8%2C39919%2C1733251761441.1733251762250 2024-12-03T18:49:22,277 DEBUG [RS:1;db5a5ccf5be8:39919 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37611:37611),(127.0.0.1/127.0.0.1:41121:41121)] 2024-12-03T18:49:22,482 DEBUG [db5a5ccf5be8:43737 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=2, allServersCount=2 2024-12-03T18:49:22,482 DEBUG [db5a5ccf5be8:43737 {}] balancer.BalancerClusterState(204): Hosts are {db5a5ccf5be8=0} racks are {/default-rack=0} 2024-12-03T18:49:22,484 DEBUG [db5a5ccf5be8:43737 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-12-03T18:49:22,484 DEBUG [db5a5ccf5be8:43737 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-12-03T18:49:22,484 DEBUG [db5a5ccf5be8:43737 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-12-03T18:49:22,484 DEBUG [db5a5ccf5be8:43737 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-12-03T18:49:22,484 INFO [db5a5ccf5be8:43737 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-12-03T18:49:22,485 INFO [db5a5ccf5be8:43737 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-12-03T18:49:22,485 DEBUG [db5a5ccf5be8:43737 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-12-03T18:49:22,485 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=db5a5ccf5be8,41963,1733251761399 2024-12-03T18:49:22,486 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as db5a5ccf5be8,41963,1733251761399, state=OPENING 2024-12-03T18:49:22,495 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-03T18:49:22,513 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41963-0x1019c86ff840001, quorum=127.0.0.1:63317, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T18:49:22,513 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39919-0x1019c86ff840002, quorum=127.0.0.1:63317, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T18:49:22,513 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43737-0x1019c86ff840000, quorum=127.0.0.1:63317, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T18:49:22,514 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-03T18:49:22,514 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-03T18:49:22,514 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-03T18:49:22,515 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-03T18:49:22,515 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=db5a5ccf5be8,41963,1733251761399}] 2024-12-03T18:49:22,672 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-03T18:49:22,674 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34597, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-03T18:49:22,680 INFO [RS_OPEN_META-regionserver/db5a5ccf5be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-03T18:49:22,680 INFO [RS_OPEN_META-regionserver/db5a5ccf5be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T18:49:22,681 INFO [RS_OPEN_META-regionserver/db5a5ccf5be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-03T18:49:22,683 INFO [RS_OPEN_META-regionserver/db5a5ccf5be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=db5a5ccf5be8%2C41963%2C1733251761399.meta, suffix=.meta, logDir=hdfs://localhost:43653/user/jenkins/test-data/d706ade6-3c22-fa69-bd61-d4b0143bd96e/WALs/db5a5ccf5be8,41963,1733251761399, archiveDir=hdfs://localhost:43653/user/jenkins/test-data/d706ade6-3c22-fa69-bd61-d4b0143bd96e/oldWALs, maxLogs=32 2024-12-03T18:49:22,700 DEBUG [RS_OPEN_META-regionserver/db5a5ccf5be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d706ade6-3c22-fa69-bd61-d4b0143bd96e/WALs/db5a5ccf5be8,41963,1733251761399/db5a5ccf5be8%2C41963%2C1733251761399.meta.1733251762684.meta, exclude list is [], retry=0 2024-12-03T18:49:22,710 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43243,DS-a036f466-546e-40cc-b128-cf25f1a2b805,DISK] 2024-12-03T18:49:22,710 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36337,DS-626bd970-5ebe-464a-abdf-6ba2d3d52993,DISK] 2024-12-03T18:49:22,721 INFO [RS_OPEN_META-regionserver/db5a5ccf5be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d706ade6-3c22-fa69-bd61-d4b0143bd96e/WALs/db5a5ccf5be8,41963,1733251761399/db5a5ccf5be8%2C41963%2C1733251761399.meta.1733251762684.meta 2024-12-03T18:49:22,722 DEBUG [RS_OPEN_META-regionserver/db5a5ccf5be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37611:37611),(127.0.0.1/127.0.0.1:41121:41121)] 2024-12-03T18:49:22,722 DEBUG [RS_OPEN_META-regionserver/db5a5ccf5be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-03T18:49:22,722 DEBUG [RS_OPEN_META-regionserver/db5a5ccf5be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-03T18:49:22,722 DEBUG [RS_OPEN_META-regionserver/db5a5ccf5be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-03T18:49:22,723 INFO [RS_OPEN_META-regionserver/db5a5ccf5be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-03T18:49:22,723 DEBUG [RS_OPEN_META-regionserver/db5a5ccf5be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-03T18:49:22,723 DEBUG [RS_OPEN_META-regionserver/db5a5ccf5be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T18:49:22,723 DEBUG [RS_OPEN_META-regionserver/db5a5ccf5be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-03T18:49:22,723 DEBUG [RS_OPEN_META-regionserver/db5a5ccf5be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-03T18:49:22,740 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-03T18:49:22,742 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-03T18:49:22,742 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:49:22,752 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T18:49:22,752 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-03T18:49:22,754 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-03T18:49:22,754 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:49:22,756 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T18:49:22,756 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-03T18:49:22,758 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-03T18:49:22,758 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:49:22,759 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T18:49:22,760 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-03T18:49:22,761 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-03T18:49:22,761 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:49:22,763 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T18:49:22,763 DEBUG [RS_OPEN_META-regionserver/db5a5ccf5be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-03T18:49:22,765 DEBUG [RS_OPEN_META-regionserver/db5a5ccf5be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43653/user/jenkins/test-data/d706ade6-3c22-fa69-bd61-d4b0143bd96e/data/hbase/meta/1588230740 2024-12-03T18:49:22,768 DEBUG [RS_OPEN_META-regionserver/db5a5ccf5be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43653/user/jenkins/test-data/d706ade6-3c22-fa69-bd61-d4b0143bd96e/data/hbase/meta/1588230740 2024-12-03T18:49:22,771 DEBUG [RS_OPEN_META-regionserver/db5a5ccf5be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-03T18:49:22,771 DEBUG [RS_OPEN_META-regionserver/db5a5ccf5be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-03T18:49:22,772 DEBUG [RS_OPEN_META-regionserver/db5a5ccf5be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T18:49:22,775 DEBUG [RS_OPEN_META-regionserver/db5a5ccf5be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-03T18:49:22,776 INFO [RS_OPEN_META-regionserver/db5a5ccf5be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74145323, jitterRate=0.10485140979290009}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T18:49:22,777 DEBUG [RS_OPEN_META-regionserver/db5a5ccf5be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-03T18:49:22,779 DEBUG [RS_OPEN_META-regionserver/db5a5ccf5be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733251762724Writing region info on filesystem at 1733251762724Initializing all the Stores at 1733251762725 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733251762726 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733251762739 (+13 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733251762739Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733251762740 (+1 ms)Cleaning up temporary data from old regions at 1733251762771 (+31 ms)Running coprocessor post-open hooks at 1733251762777 (+6 ms)Region opened successfully at 1733251762779 (+2 ms) 2024-12-03T18:49:22,781 INFO [RS_OPEN_META-regionserver/db5a5ccf5be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733251762672 2024-12-03T18:49:22,787 DEBUG [RS_OPEN_META-regionserver/db5a5ccf5be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-03T18:49:22,788 INFO [RS_OPEN_META-regionserver/db5a5ccf5be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-03T18:49:22,791 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=db5a5ccf5be8,41963,1733251761399 2024-12-03T18:49:22,793 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as db5a5ccf5be8,41963,1733251761399, state=OPEN 2024-12-03T18:49:22,811 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39919-0x1019c86ff840002, quorum=127.0.0.1:63317, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-03T18:49:22,811 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41963-0x1019c86ff840001, quorum=127.0.0.1:63317, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-03T18:49:22,811 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43737-0x1019c86ff840000, quorum=127.0.0.1:63317, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-03T18:49:22,811 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-03T18:49:22,811 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-03T18:49:22,811 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-03T18:49:22,812 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=db5a5ccf5be8,41963,1733251761399 2024-12-03T18:49:22,819 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-03T18:49:22,819 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=db5a5ccf5be8,41963,1733251761399 in 298 msec 2024-12-03T18:49:22,824 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-03T18:49:22,824 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 741 msec 2024-12-03T18:49:22,827 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T18:49:22,827 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-03T18:49:22,829 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T18:49:22,829 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=db5a5ccf5be8,41963,1733251761399, seqNum=-1] 2024-12-03T18:49:22,829 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T18:49:22,831 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35221, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T18:49:22,845 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 867 msec 2024-12-03T18:49:22,846 INFO [master/db5a5ccf5be8:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733251762845, completionTime=-1 2024-12-03T18:49:22,846 INFO [master/db5a5ccf5be8:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=2; waited=0ms, expected min=2 server(s), max=2 server(s), master is running 2024-12-03T18:49:22,846 DEBUG [master/db5a5ccf5be8:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-03T18:49:22,849 INFO [master/db5a5ccf5be8:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=2 2024-12-03T18:49:22,849 INFO [master/db5a5ccf5be8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733251822849 2024-12-03T18:49:22,849 INFO [master/db5a5ccf5be8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733251882849 2024-12-03T18:49:22,849 INFO [master/db5a5ccf5be8:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 3 msec 2024-12-03T18:49:22,850 INFO [master/db5a5ccf5be8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=db5a5ccf5be8,43737,1733251761144-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T18:49:22,850 INFO [master/db5a5ccf5be8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=db5a5ccf5be8,43737,1733251761144-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T18:49:22,850 INFO [master/db5a5ccf5be8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=db5a5ccf5be8,43737,1733251761144-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T18:49:22,850 INFO [master/db5a5ccf5be8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-db5a5ccf5be8:43737, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T18:49:22,850 INFO [master/db5a5ccf5be8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-03T18:49:22,850 INFO [master/db5a5ccf5be8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-03T18:49:22,853 DEBUG [master/db5a5ccf5be8:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-03T18:49:22,856 INFO [master/db5a5ccf5be8:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.339sec 2024-12-03T18:49:22,856 INFO [master/db5a5ccf5be8:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-03T18:49:22,856 INFO [master/db5a5ccf5be8:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-03T18:49:22,856 INFO [master/db5a5ccf5be8:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-03T18:49:22,856 INFO [master/db5a5ccf5be8:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-03T18:49:22,856 INFO [master/db5a5ccf5be8:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-03T18:49:22,856 INFO [master/db5a5ccf5be8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=db5a5ccf5be8,43737,1733251761144-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-03T18:49:22,856 INFO [master/db5a5ccf5be8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=db5a5ccf5be8,43737,1733251761144-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-03T18:49:22,860 DEBUG [master/db5a5ccf5be8:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-03T18:49:22,860 INFO [master/db5a5ccf5be8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-03T18:49:22,860 INFO [master/db5a5ccf5be8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=db5a5ccf5be8,43737,1733251761144-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T18:49:22,875 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@35473990, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T18:49:22,875 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request db5a5ccf5be8,43737,-1 for getting cluster id 2024-12-03T18:49:22,875 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T18:49:22,877 DEBUG [HMaster-EventLoopGroup-6-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3bf1d44a-3eee-42b2-9708-9a0a9f6d5932' 2024-12-03T18:49:22,878 DEBUG [RPCClient-NioEventLoopGroup-5-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T18:49:22,878 DEBUG [RPCClient-NioEventLoopGroup-5-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3bf1d44a-3eee-42b2-9708-9a0a9f6d5932" 2024-12-03T18:49:22,879 DEBUG [RPCClient-NioEventLoopGroup-5-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3dcfcd71, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T18:49:22,879 DEBUG [RPCClient-NioEventLoopGroup-5-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [db5a5ccf5be8,43737,-1] 2024-12-03T18:49:22,879 DEBUG [RPCClient-NioEventLoopGroup-5-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T18:49:22,880 DEBUG [RPCClient-NioEventLoopGroup-5-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T18:49:22,885 INFO [HMaster-EventLoopGroup-6-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46374, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T18:49:22,886 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7f9a4370, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T18:49:22,887 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T18:49:22,892 DEBUG [RPCClient-NioEventLoopGroup-5-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=db5a5ccf5be8,41963,1733251761399, seqNum=-1] 2024-12-03T18:49:22,894 DEBUG [RPCClient-NioEventLoopGroup-5-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T18:49:22,901 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34032, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T18:49:22,904 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=db5a5ccf5be8,43737,1733251761144 2024-12-03T18:49:22,904 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T18:49:22,905 DEBUG [RPCClient-NioEventLoopGroup-5-12 {}] client.AsyncConnectionImpl(321): The fetched master address is db5a5ccf5be8,43737,1733251761144 2024-12-03T18:49:22,905 DEBUG [RPCClient-NioEventLoopGroup-5-12 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@35c76c8a 2024-12-03T18:49:22,906 DEBUG [RPCClient-NioEventLoopGroup-5-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T18:49:22,910 INFO [HMaster-EventLoopGroup-6-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46386, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T18:49:22,911 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43737 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testClearRegionBlockCache', {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-03T18:49:22,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43737 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testClearRegionBlockCache 2024-12-03T18:49:22,914 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_PRE_OPERATION 2024-12-03T18:49:22,915 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:49:22,915 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43737 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testClearRegionBlockCache" procId is: 4 2024-12-03T18:49:22,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43737 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T18:49:22,921 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-03T18:49:22,933 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43243 is added to blk_1073741836_1012 (size=379) 2024-12-03T18:49:22,933 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36337 is added to blk_1073741836_1012 (size=379) 2024-12-03T18:49:22,937 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 2bdc612ee97e78c64eed8bf30cdb1d91, NAME => 'testClearRegionBlockCache,5,1733251762910.2bdc612ee97e78c64eed8bf30cdb1d91.', STARTKEY => '5', ENDKEY => ''}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43653/user/jenkins/test-data/d706ade6-3c22-fa69-bd61-d4b0143bd96e 2024-12-03T18:49:22,937 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 4ddb53ba52e41cdb955c05e900b47325, NAME => 'testClearRegionBlockCache,,1733251762910.4ddb53ba52e41cdb955c05e900b47325.', STARTKEY => '', ENDKEY => '5'}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43653/user/jenkins/test-data/d706ade6-3c22-fa69-bd61-d4b0143bd96e 2024-12-03T18:49:22,956 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43243 is added to blk_1073741838_1014 (size=61) 2024-12-03T18:49:22,956 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36337 is added to blk_1073741838_1014 (size=61) 2024-12-03T18:49:22,957 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,5,1733251762910.2bdc612ee97e78c64eed8bf30cdb1d91.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T18:49:22,957 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1722): Closing 2bdc612ee97e78c64eed8bf30cdb1d91, disabling compactions & flushes 2024-12-03T18:49:22,957 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,5,1733251762910.2bdc612ee97e78c64eed8bf30cdb1d91. 2024-12-03T18:49:22,957 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,5,1733251762910.2bdc612ee97e78c64eed8bf30cdb1d91. 2024-12-03T18:49:22,957 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,5,1733251762910.2bdc612ee97e78c64eed8bf30cdb1d91. after waiting 0 ms 2024-12-03T18:49:22,957 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,5,1733251762910.2bdc612ee97e78c64eed8bf30cdb1d91. 2024-12-03T18:49:22,957 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,5,1733251762910.2bdc612ee97e78c64eed8bf30cdb1d91. 2024-12-03T18:49:22,957 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1676): Region close journal for 2bdc612ee97e78c64eed8bf30cdb1d91: Waiting for close lock at 1733251762957Disabling compacts and flushes for region at 1733251762957Disabling writes for close at 1733251762957Writing region close event to WAL at 1733251762957Closed at 1733251762957 2024-12-03T18:49:22,962 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36337 is added to blk_1073741837_1013 (size=61) 2024-12-03T18:49:22,962 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43243 is added to blk_1073741837_1013 (size=61) 2024-12-03T18:49:22,963 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,,1733251762910.4ddb53ba52e41cdb955c05e900b47325.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T18:49:22,963 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1722): Closing 4ddb53ba52e41cdb955c05e900b47325, disabling compactions & flushes 2024-12-03T18:49:22,964 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,,1733251762910.4ddb53ba52e41cdb955c05e900b47325. 2024-12-03T18:49:22,964 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,,1733251762910.4ddb53ba52e41cdb955c05e900b47325. 2024-12-03T18:49:22,964 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,,1733251762910.4ddb53ba52e41cdb955c05e900b47325. after waiting 0 ms 2024-12-03T18:49:22,964 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,,1733251762910.4ddb53ba52e41cdb955c05e900b47325. 2024-12-03T18:49:22,964 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,,1733251762910.4ddb53ba52e41cdb955c05e900b47325. 2024-12-03T18:49:22,964 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1676): Region close journal for 4ddb53ba52e41cdb955c05e900b47325: Waiting for close lock at 1733251762963Disabling compacts and flushes for region at 1733251762963Disabling writes for close at 1733251762964 (+1 ms)Writing region close event to WAL at 1733251762964Closed at 1733251762964 2024-12-03T18:49:22,966 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ADD_TO_META 2024-12-03T18:49:22,966 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testClearRegionBlockCache,5,1733251762910.2bdc612ee97e78c64eed8bf30cdb1d91.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1733251762966"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733251762966"}]},"ts":"1733251762966"} 2024-12-03T18:49:22,966 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testClearRegionBlockCache,,1733251762910.4ddb53ba52e41cdb955c05e900b47325.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1733251762966"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733251762966"}]},"ts":"1733251762966"} 2024-12-03T18:49:22,970 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 2 regions to meta. 2024-12-03T18:49:22,971 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-03T18:49:22,972 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733251762972"}]},"ts":"1733251762972"} 2024-12-03T18:49:22,975 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testClearRegionBlockCache, state=ENABLING in hbase:meta 2024-12-03T18:49:22,975 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {db5a5ccf5be8=0} racks are {/default-rack=0} 2024-12-03T18:49:22,976 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-12-03T18:49:22,977 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-12-03T18:49:22,977 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-12-03T18:49:22,977 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-12-03T18:49:22,977 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-12-03T18:49:22,977 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-12-03T18:49:22,977 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-12-03T18:49:22,977 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=4ddb53ba52e41cdb955c05e900b47325, ASSIGN}, {pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=2bdc612ee97e78c64eed8bf30cdb1d91, ASSIGN}] 2024-12-03T18:49:22,979 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=2bdc612ee97e78c64eed8bf30cdb1d91, ASSIGN 2024-12-03T18:49:22,979 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=4ddb53ba52e41cdb955c05e900b47325, ASSIGN 2024-12-03T18:49:22,981 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=4ddb53ba52e41cdb955c05e900b47325, ASSIGN; state=OFFLINE, location=db5a5ccf5be8,39919,1733251761441; forceNewPlan=false, retain=false 2024-12-03T18:49:22,981 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=2bdc612ee97e78c64eed8bf30cdb1d91, ASSIGN; state=OFFLINE, location=db5a5ccf5be8,41963,1733251761399; forceNewPlan=false, retain=false 2024-12-03T18:49:23,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43737 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T18:49:23,131 INFO [db5a5ccf5be8:43737 {}] balancer.BaseLoadBalancer(388): Reassigned 2 regions. 2 retained the pre-restart assignment. 2024-12-03T18:49:23,132 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=4ddb53ba52e41cdb955c05e900b47325, regionState=OPENING, regionLocation=db5a5ccf5be8,39919,1733251761441 2024-12-03T18:49:23,132 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=2bdc612ee97e78c64eed8bf30cdb1d91, regionState=OPENING, regionLocation=db5a5ccf5be8,41963,1733251761399 2024-12-03T18:49:23,137 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=4ddb53ba52e41cdb955c05e900b47325, ASSIGN because future has completed 2024-12-03T18:49:23,138 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4ddb53ba52e41cdb955c05e900b47325, server=db5a5ccf5be8,39919,1733251761441}] 2024-12-03T18:49:23,140 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=2bdc612ee97e78c64eed8bf30cdb1d91, ASSIGN because future has completed 2024-12-03T18:49:23,141 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2bdc612ee97e78c64eed8bf30cdb1d91, server=db5a5ccf5be8,41963,1733251761399}] 2024-12-03T18:49:23,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43737 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T18:49:23,294 DEBUG [RSProcedureDispatcher-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-03T18:49:23,297 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45143, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-03T18:49:23,306 INFO [RS_OPEN_REGION-regionserver/db5a5ccf5be8:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] handler.AssignRegionHandler(132): Open testClearRegionBlockCache,5,1733251762910.2bdc612ee97e78c64eed8bf30cdb1d91. 2024-12-03T18:49:23,306 INFO [RS_OPEN_REGION-regionserver/db5a5ccf5be8:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] handler.AssignRegionHandler(132): Open testClearRegionBlockCache,,1733251762910.4ddb53ba52e41cdb955c05e900b47325. 2024-12-03T18:49:23,306 DEBUG [RS_OPEN_REGION-regionserver/db5a5ccf5be8:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7752): Opening region: {ENCODED => 2bdc612ee97e78c64eed8bf30cdb1d91, NAME => 'testClearRegionBlockCache,5,1733251762910.2bdc612ee97e78c64eed8bf30cdb1d91.', STARTKEY => '5', ENDKEY => ''} 2024-12-03T18:49:23,307 DEBUG [RS_OPEN_REGION-regionserver/db5a5ccf5be8:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => 4ddb53ba52e41cdb955c05e900b47325, NAME => 'testClearRegionBlockCache,,1733251762910.4ddb53ba52e41cdb955c05e900b47325.', STARTKEY => '', ENDKEY => '5'} 2024-12-03T18:49:23,307 DEBUG [RS_OPEN_REGION-regionserver/db5a5ccf5be8:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache 2bdc612ee97e78c64eed8bf30cdb1d91 2024-12-03T18:49:23,307 DEBUG [RS_OPEN_REGION-regionserver/db5a5ccf5be8:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,5,1733251762910.2bdc612ee97e78c64eed8bf30cdb1d91.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T18:49:23,307 DEBUG [RS_OPEN_REGION-regionserver/db5a5ccf5be8:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7794): checking encryption for 2bdc612ee97e78c64eed8bf30cdb1d91 2024-12-03T18:49:23,307 DEBUG [RS_OPEN_REGION-regionserver/db5a5ccf5be8:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache 4ddb53ba52e41cdb955c05e900b47325 2024-12-03T18:49:23,307 DEBUG [RS_OPEN_REGION-regionserver/db5a5ccf5be8:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7797): checking classloading for 2bdc612ee97e78c64eed8bf30cdb1d91 2024-12-03T18:49:23,307 DEBUG [RS_OPEN_REGION-regionserver/db5a5ccf5be8:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,,1733251762910.4ddb53ba52e41cdb955c05e900b47325.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T18:49:23,307 DEBUG [RS_OPEN_REGION-regionserver/db5a5ccf5be8:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for 4ddb53ba52e41cdb955c05e900b47325 2024-12-03T18:49:23,307 DEBUG [RS_OPEN_REGION-regionserver/db5a5ccf5be8:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for 4ddb53ba52e41cdb955c05e900b47325 2024-12-03T18:49:23,309 INFO [StoreOpener-4ddb53ba52e41cdb955c05e900b47325-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region 4ddb53ba52e41cdb955c05e900b47325 2024-12-03T18:49:23,309 INFO [StoreOpener-2bdc612ee97e78c64eed8bf30cdb1d91-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region 2bdc612ee97e78c64eed8bf30cdb1d91 2024-12-03T18:49:23,311 INFO [StoreOpener-4ddb53ba52e41cdb955c05e900b47325-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4ddb53ba52e41cdb955c05e900b47325 columnFamilyName family 2024-12-03T18:49:23,311 INFO [StoreOpener-2bdc612ee97e78c64eed8bf30cdb1d91-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2bdc612ee97e78c64eed8bf30cdb1d91 columnFamilyName family 2024-12-03T18:49:23,312 DEBUG [StoreOpener-2bdc612ee97e78c64eed8bf30cdb1d91-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:49:23,312 DEBUG [StoreOpener-4ddb53ba52e41cdb955c05e900b47325-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:49:23,312 INFO [StoreOpener-4ddb53ba52e41cdb955c05e900b47325-1 {}] regionserver.HStore(327): Store=4ddb53ba52e41cdb955c05e900b47325/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T18:49:23,313 INFO [StoreOpener-2bdc612ee97e78c64eed8bf30cdb1d91-1 {}] regionserver.HStore(327): Store=2bdc612ee97e78c64eed8bf30cdb1d91/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T18:49:23,313 DEBUG [RS_OPEN_REGION-regionserver/db5a5ccf5be8:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for 4ddb53ba52e41cdb955c05e900b47325 2024-12-03T18:49:23,314 DEBUG [RS_OPEN_REGION-regionserver/db5a5ccf5be8:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1038): replaying wal for 2bdc612ee97e78c64eed8bf30cdb1d91 2024-12-03T18:49:23,314 DEBUG [RS_OPEN_REGION-regionserver/db5a5ccf5be8:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43653/user/jenkins/test-data/d706ade6-3c22-fa69-bd61-d4b0143bd96e/data/default/testClearRegionBlockCache/4ddb53ba52e41cdb955c05e900b47325 2024-12-03T18:49:23,315 DEBUG [RS_OPEN_REGION-regionserver/db5a5ccf5be8:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43653/user/jenkins/test-data/d706ade6-3c22-fa69-bd61-d4b0143bd96e/data/default/testClearRegionBlockCache/4ddb53ba52e41cdb955c05e900b47325 2024-12-03T18:49:23,315 DEBUG [RS_OPEN_REGION-regionserver/db5a5ccf5be8:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43653/user/jenkins/test-data/d706ade6-3c22-fa69-bd61-d4b0143bd96e/data/default/testClearRegionBlockCache/2bdc612ee97e78c64eed8bf30cdb1d91 2024-12-03T18:49:23,316 DEBUG [RS_OPEN_REGION-regionserver/db5a5ccf5be8:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for 4ddb53ba52e41cdb955c05e900b47325 2024-12-03T18:49:23,316 DEBUG [RS_OPEN_REGION-regionserver/db5a5ccf5be8:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43653/user/jenkins/test-data/d706ade6-3c22-fa69-bd61-d4b0143bd96e/data/default/testClearRegionBlockCache/2bdc612ee97e78c64eed8bf30cdb1d91 2024-12-03T18:49:23,316 DEBUG [RS_OPEN_REGION-regionserver/db5a5ccf5be8:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for 4ddb53ba52e41cdb955c05e900b47325 2024-12-03T18:49:23,316 DEBUG [RS_OPEN_REGION-regionserver/db5a5ccf5be8:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1048): stopping wal replay for 2bdc612ee97e78c64eed8bf30cdb1d91 2024-12-03T18:49:23,316 DEBUG [RS_OPEN_REGION-regionserver/db5a5ccf5be8:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1060): Cleaning up temporary data for 2bdc612ee97e78c64eed8bf30cdb1d91 2024-12-03T18:49:23,318 DEBUG [RS_OPEN_REGION-regionserver/db5a5ccf5be8:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for 4ddb53ba52e41cdb955c05e900b47325 2024-12-03T18:49:23,319 DEBUG [RS_OPEN_REGION-regionserver/db5a5ccf5be8:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1093): writing seq id for 2bdc612ee97e78c64eed8bf30cdb1d91 2024-12-03T18:49:23,322 DEBUG [RS_OPEN_REGION-regionserver/db5a5ccf5be8:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43653/user/jenkins/test-data/d706ade6-3c22-fa69-bd61-d4b0143bd96e/data/default/testClearRegionBlockCache/4ddb53ba52e41cdb955c05e900b47325/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T18:49:23,322 INFO [RS_OPEN_REGION-regionserver/db5a5ccf5be8:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1114): Opened 4ddb53ba52e41cdb955c05e900b47325; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73016333, jitterRate=0.08802814781665802}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-03T18:49:23,322 DEBUG [RS_OPEN_REGION-regionserver/db5a5ccf5be8:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 4ddb53ba52e41cdb955c05e900b47325 2024-12-03T18:49:23,323 DEBUG [RS_OPEN_REGION-regionserver/db5a5ccf5be8:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for 4ddb53ba52e41cdb955c05e900b47325: Running coprocessor pre-open hook at 1733251763308Writing region info on filesystem at 1733251763308Initializing all the Stores at 1733251763309 (+1 ms)Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733251763309Cleaning up temporary data from old regions at 1733251763316 (+7 ms)Running coprocessor post-open hooks at 1733251763322 (+6 ms)Region opened successfully at 1733251763323 (+1 ms) 2024-12-03T18:49:23,325 INFO [RS_OPEN_REGION-regionserver/db5a5ccf5be8:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for testClearRegionBlockCache,,1733251762910.4ddb53ba52e41cdb955c05e900b47325., pid=7, masterSystemTime=1733251763293 2024-12-03T18:49:23,325 DEBUG [RS_OPEN_REGION-regionserver/db5a5ccf5be8:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43653/user/jenkins/test-data/d706ade6-3c22-fa69-bd61-d4b0143bd96e/data/default/testClearRegionBlockCache/2bdc612ee97e78c64eed8bf30cdb1d91/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T18:49:23,326 INFO [RS_OPEN_REGION-regionserver/db5a5ccf5be8:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1114): Opened 2bdc612ee97e78c64eed8bf30cdb1d91; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75099353, jitterRate=0.11906756460666656}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-03T18:49:23,326 DEBUG [RS_OPEN_REGION-regionserver/db5a5ccf5be8:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 2bdc612ee97e78c64eed8bf30cdb1d91 2024-12-03T18:49:23,326 DEBUG [RS_OPEN_REGION-regionserver/db5a5ccf5be8:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1006): Region open journal for 2bdc612ee97e78c64eed8bf30cdb1d91: Running coprocessor pre-open hook at 1733251763307Writing region info on filesystem at 1733251763307Initializing all the Stores at 1733251763309 (+2 ms)Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733251763309Cleaning up temporary data from old regions at 1733251763316 (+7 ms)Running coprocessor post-open hooks at 1733251763326 (+10 ms)Region opened successfully at 1733251763326 2024-12-03T18:49:23,327 INFO [RS_OPEN_REGION-regionserver/db5a5ccf5be8:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegionServer(2236): Post open deploy tasks for testClearRegionBlockCache,5,1733251762910.2bdc612ee97e78c64eed8bf30cdb1d91., pid=8, masterSystemTime=1733251763296 2024-12-03T18:49:23,328 DEBUG [RS_OPEN_REGION-regionserver/db5a5ccf5be8:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for testClearRegionBlockCache,,1733251762910.4ddb53ba52e41cdb955c05e900b47325. 2024-12-03T18:49:23,328 INFO [RS_OPEN_REGION-regionserver/db5a5ccf5be8:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] handler.AssignRegionHandler(153): Opened testClearRegionBlockCache,,1733251762910.4ddb53ba52e41cdb955c05e900b47325. 2024-12-03T18:49:23,329 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=4ddb53ba52e41cdb955c05e900b47325, regionState=OPEN, openSeqNum=2, regionLocation=db5a5ccf5be8,39919,1733251761441 2024-12-03T18:49:23,330 DEBUG [RS_OPEN_REGION-regionserver/db5a5ccf5be8:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegionServer(2266): Finished post open deploy task for testClearRegionBlockCache,5,1733251762910.2bdc612ee97e78c64eed8bf30cdb1d91. 2024-12-03T18:49:23,330 INFO [RS_OPEN_REGION-regionserver/db5a5ccf5be8:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] handler.AssignRegionHandler(153): Opened testClearRegionBlockCache,5,1733251762910.2bdc612ee97e78c64eed8bf30cdb1d91. 2024-12-03T18:49:23,331 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=2bdc612ee97e78c64eed8bf30cdb1d91, regionState=OPEN, openSeqNum=2, regionLocation=db5a5ccf5be8,41963,1733251761399 2024-12-03T18:49:23,332 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4ddb53ba52e41cdb955c05e900b47325, server=db5a5ccf5be8,39919,1733251761441 because future has completed 2024-12-03T18:49:23,337 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2bdc612ee97e78c64eed8bf30cdb1d91, server=db5a5ccf5be8,41963,1733251761399 because future has completed 2024-12-03T18:49:23,342 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=5 2024-12-03T18:49:23,342 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 4ddb53ba52e41cdb955c05e900b47325, server=db5a5ccf5be8,39919,1733251761441 in 200 msec 2024-12-03T18:49:23,343 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=6 2024-12-03T18:49:23,343 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 2bdc612ee97e78c64eed8bf30cdb1d91, server=db5a5ccf5be8,41963,1733251761399 in 198 msec 2024-12-03T18:49:23,344 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=4ddb53ba52e41cdb955c05e900b47325, ASSIGN in 365 msec 2024-12-03T18:49:23,346 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=4 2024-12-03T18:49:23,346 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=2bdc612ee97e78c64eed8bf30cdb1d91, ASSIGN in 366 msec 2024-12-03T18:49:23,347 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-03T18:49:23,347 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733251763347"}]},"ts":"1733251763347"} 2024-12-03T18:49:23,350 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testClearRegionBlockCache, state=ENABLED in hbase:meta 2024-12-03T18:49:23,351 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_POST_OPERATION 2024-12-03T18:49:23,354 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testClearRegionBlockCache in 441 msec 2024-12-03T18:49:23,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43737 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T18:49:23,550 INFO [RPCClient-NioEventLoopGroup-5-14 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testClearRegionBlockCache completed 2024-12-03T18:49:23,550 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testClearRegionBlockCache get assigned. Timeout = 60000ms 2024-12-03T18:49:23,550 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-03T18:49:23,554 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testClearRegionBlockCache assigned to meta. Checking AM states. 2024-12-03T18:49:23,554 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-03T18:49:23,554 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testClearRegionBlockCache assigned. 2024-12-03T18:49:23,559 DEBUG [RPCClient-NioEventLoopGroup-5-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testClearRegionBlockCache', row='1', locateType=CURRENT is [region=testClearRegionBlockCache,,1733251762910.4ddb53ba52e41cdb955c05e900b47325., hostname=db5a5ccf5be8,39919,1733251761441, seqNum=2] 2024-12-03T18:49:23,559 DEBUG [RPCClient-NioEventLoopGroup-5-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T18:49:23,561 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44362, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T18:49:23,585 DEBUG [RPCClient-NioEventLoopGroup-5-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testClearRegionBlockCache', row='5', locateType=CURRENT is [region=testClearRegionBlockCache,5,1733251762910.2bdc612ee97e78c64eed8bf30cdb1d91., hostname=db5a5ccf5be8,41963,1733251761399, seqNum=2] 2024-12-03T18:49:23,594 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-03T18:49:23,594 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-12-03T18:49:23,597 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-03T18:49:23,597 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-12-03T18:49:23,597 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-12-03T18:49:23,597 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-12-03T18:49:23,599 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testClearRegionBlockCache 2024-12-03T18:49:23,599 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testClearRegionBlockCache Metrics about Tables on a single HBase RegionServer 2024-12-03T18:49:23,602 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 2bdc612ee97e78c64eed8bf30cdb1d91 1/1 column families, dataSize=140 B heapSize=776 B 2024-12-03T18:49:23,624 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43653/user/jenkins/test-data/d706ade6-3c22-fa69-bd61-d4b0143bd96e/data/default/testClearRegionBlockCache/2bdc612ee97e78c64eed8bf30cdb1d91/.tmp/family/20c19e15a43847f79fdb8c2d8cdc9ad0 is 32, key is 5/family:/1733251763587/Put/seqid=0 2024-12-03T18:49:23,630 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36337 is added to blk_1073741839_1015 (size=5083) 2024-12-03T18:49:23,630 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43243 is added to blk_1073741839_1015 (size=5083) 2024-12-03T18:49:23,631 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=140 B at sequenceid=9 (bloomFilter=true), to=hdfs://localhost:43653/user/jenkins/test-data/d706ade6-3c22-fa69-bd61-d4b0143bd96e/data/default/testClearRegionBlockCache/2bdc612ee97e78c64eed8bf30cdb1d91/.tmp/family/20c19e15a43847f79fdb8c2d8cdc9ad0 2024-12-03T18:49:23,640 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43653/user/jenkins/test-data/d706ade6-3c22-fa69-bd61-d4b0143bd96e/data/default/testClearRegionBlockCache/2bdc612ee97e78c64eed8bf30cdb1d91/.tmp/family/20c19e15a43847f79fdb8c2d8cdc9ad0 as hdfs://localhost:43653/user/jenkins/test-data/d706ade6-3c22-fa69-bd61-d4b0143bd96e/data/default/testClearRegionBlockCache/2bdc612ee97e78c64eed8bf30cdb1d91/family/20c19e15a43847f79fdb8c2d8cdc9ad0 2024-12-03T18:49:23,649 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43653/user/jenkins/test-data/d706ade6-3c22-fa69-bd61-d4b0143bd96e/data/default/testClearRegionBlockCache/2bdc612ee97e78c64eed8bf30cdb1d91/family/20c19e15a43847f79fdb8c2d8cdc9ad0, entries=5, sequenceid=9, filesize=5.0 K 2024-12-03T18:49:23,651 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~140 B/140, heapSize ~760 B/760, currentSize=0 B/0 for 2bdc612ee97e78c64eed8bf30cdb1d91 in 49ms, sequenceid=9, compaction requested=false 2024-12-03T18:49:23,651 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 2bdc612ee97e78c64eed8bf30cdb1d91: 2024-12-03T18:49:23,651 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 4ddb53ba52e41cdb955c05e900b47325 1/1 column families, dataSize=112 B heapSize=672 B 2024-12-03T18:49:23,670 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43653/user/jenkins/test-data/d706ade6-3c22-fa69-bd61-d4b0143bd96e/data/default/testClearRegionBlockCache/4ddb53ba52e41cdb955c05e900b47325/.tmp/family/5d81b23fc79645be80f2807779f924e8 is 32, key is 1/family:/1733251763562/Put/seqid=0 2024-12-03T18:49:23,685 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36337 is added to blk_1073741840_1016 (size=5054) 2024-12-03T18:49:23,687 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:43653/user/jenkins/test-data/d706ade6-3c22-fa69-bd61-d4b0143bd96e/data/default/testClearRegionBlockCache/4ddb53ba52e41cdb955c05e900b47325/.tmp/family/5d81b23fc79645be80f2807779f924e8 2024-12-03T18:49:23,687 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43243 is added to blk_1073741840_1016 (size=5054) 2024-12-03T18:49:23,703 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43653/user/jenkins/test-data/d706ade6-3c22-fa69-bd61-d4b0143bd96e/data/default/testClearRegionBlockCache/4ddb53ba52e41cdb955c05e900b47325/.tmp/family/5d81b23fc79645be80f2807779f924e8 as hdfs://localhost:43653/user/jenkins/test-data/d706ade6-3c22-fa69-bd61-d4b0143bd96e/data/default/testClearRegionBlockCache/4ddb53ba52e41cdb955c05e900b47325/family/5d81b23fc79645be80f2807779f924e8 2024-12-03T18:49:23,715 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43653/user/jenkins/test-data/d706ade6-3c22-fa69-bd61-d4b0143bd96e/data/default/testClearRegionBlockCache/4ddb53ba52e41cdb955c05e900b47325/family/5d81b23fc79645be80f2807779f924e8, entries=4, sequenceid=8, filesize=4.9 K 2024-12-03T18:49:23,717 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~112 B/112, heapSize ~656 B/656, currentSize=0 B/0 for 4ddb53ba52e41cdb955c05e900b47325 in 66ms, sequenceid=8, compaction requested=false 2024-12-03T18:49:23,717 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 4ddb53ba52e41cdb955c05e900b47325: 2024-12-03T18:49:23,725 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-03T18:49:23,725 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T18:49:23,725 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.teardown(TestClearRegionBlockCache.java:100) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T18:49:23,725 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T18:49:23,725 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T18:49:23,725 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T18:49:23,726 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-03T18:49:23,726 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=2070177354, stopped=false 2024-12-03T18:49:23,726 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=db5a5ccf5be8,43737,1733251761144 2024-12-03T18:49:23,737 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43737-0x1019c86ff840000, quorum=127.0.0.1:63317, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-03T18:49:23,737 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39919-0x1019c86ff840002, quorum=127.0.0.1:63317, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-03T18:49:23,737 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41963-0x1019c86ff840001, quorum=127.0.0.1:63317, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-03T18:49:23,737 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43737-0x1019c86ff840000, quorum=127.0.0.1:63317, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T18:49:23,737 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41963-0x1019c86ff840001, quorum=127.0.0.1:63317, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T18:49:23,737 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39919-0x1019c86ff840002, quorum=127.0.0.1:63317, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T18:49:23,737 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-03T18:49:23,738 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:41963-0x1019c86ff840001, quorum=127.0.0.1:63317, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-03T18:49:23,738 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:43737-0x1019c86ff840000, quorum=127.0.0.1:63317, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-03T18:49:23,738 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:39919-0x1019c86ff840002, quorum=127.0.0.1:63317, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-03T18:49:23,739 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T18:49:23,739 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.teardown(TestClearRegionBlockCache.java:100) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T18:49:23,739 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T18:49:23,739 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'db5a5ccf5be8,41963,1733251761399' ***** 2024-12-03T18:49:23,739 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-03T18:49:23,739 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'db5a5ccf5be8,39919,1733251761441' ***** 2024-12-03T18:49:23,739 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-03T18:49:23,739 INFO [RS:0;db5a5ccf5be8:41963 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-03T18:49:23,740 INFO [RS:1;db5a5ccf5be8:39919 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-03T18:49:23,740 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-03T18:49:23,740 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-03T18:49:23,740 INFO [RS:1;db5a5ccf5be8:39919 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-03T18:49:23,740 INFO [RS:1;db5a5ccf5be8:39919 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-03T18:49:23,740 INFO [RS:1;db5a5ccf5be8:39919 {}] regionserver.HRegionServer(3091): Received CLOSE for 4ddb53ba52e41cdb955c05e900b47325 2024-12-03T18:49:23,740 INFO [RS:0;db5a5ccf5be8:41963 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-03T18:49:23,740 INFO [RS:0;db5a5ccf5be8:41963 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-03T18:49:23,740 INFO [RS:0;db5a5ccf5be8:41963 {}] regionserver.HRegionServer(3091): Received CLOSE for 2bdc612ee97e78c64eed8bf30cdb1d91 2024-12-03T18:49:23,742 INFO [RS:1;db5a5ccf5be8:39919 {}] regionserver.HRegionServer(959): stopping server db5a5ccf5be8,39919,1733251761441 2024-12-03T18:49:23,742 INFO [RS:1;db5a5ccf5be8:39919 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-03T18:49:23,742 DEBUG [RS_CLOSE_REGION-regionserver/db5a5ccf5be8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 4ddb53ba52e41cdb955c05e900b47325, disabling compactions & flushes 2024-12-03T18:49:23,742 INFO [RS:1;db5a5ccf5be8:39919 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;db5a5ccf5be8:39919. 2024-12-03T18:49:23,742 INFO [RS_CLOSE_REGION-regionserver/db5a5ccf5be8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,,1733251762910.4ddb53ba52e41cdb955c05e900b47325. 2024-12-03T18:49:23,742 DEBUG [RS_CLOSE_REGION-regionserver/db5a5ccf5be8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,,1733251762910.4ddb53ba52e41cdb955c05e900b47325. 2024-12-03T18:49:23,742 DEBUG [RS:1;db5a5ccf5be8:39919 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T18:49:23,743 DEBUG [RS:1;db5a5ccf5be8:39919 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T18:49:23,743 DEBUG [RS_CLOSE_REGION-regionserver/db5a5ccf5be8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,,1733251762910.4ddb53ba52e41cdb955c05e900b47325. after waiting 0 ms 2024-12-03T18:49:23,743 DEBUG [RS_CLOSE_REGION-regionserver/db5a5ccf5be8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,,1733251762910.4ddb53ba52e41cdb955c05e900b47325. 2024-12-03T18:49:23,743 INFO [RS:1;db5a5ccf5be8:39919 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-03T18:49:23,743 DEBUG [RS:1;db5a5ccf5be8:39919 {}] regionserver.HRegionServer(1325): Online Regions={4ddb53ba52e41cdb955c05e900b47325=testClearRegionBlockCache,,1733251762910.4ddb53ba52e41cdb955c05e900b47325.} 2024-12-03T18:49:23,743 DEBUG [RS:1;db5a5ccf5be8:39919 {}] regionserver.HRegionServer(1351): Waiting on 4ddb53ba52e41cdb955c05e900b47325 2024-12-03T18:49:23,744 INFO [RS:0;db5a5ccf5be8:41963 {}] regionserver.HRegionServer(959): stopping server db5a5ccf5be8,41963,1733251761399 2024-12-03T18:49:23,744 INFO [RS:0;db5a5ccf5be8:41963 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-03T18:49:23,744 DEBUG [RS_CLOSE_REGION-regionserver/db5a5ccf5be8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 2bdc612ee97e78c64eed8bf30cdb1d91, disabling compactions & flushes 2024-12-03T18:49:23,744 INFO [RS:0;db5a5ccf5be8:41963 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;db5a5ccf5be8:41963. 2024-12-03T18:49:23,744 INFO [RS_CLOSE_REGION-regionserver/db5a5ccf5be8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,5,1733251762910.2bdc612ee97e78c64eed8bf30cdb1d91. 2024-12-03T18:49:23,744 DEBUG [RS_CLOSE_REGION-regionserver/db5a5ccf5be8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,5,1733251762910.2bdc612ee97e78c64eed8bf30cdb1d91. 2024-12-03T18:49:23,745 DEBUG [RS:0;db5a5ccf5be8:41963 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T18:49:23,745 DEBUG [RS_CLOSE_REGION-regionserver/db5a5ccf5be8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,5,1733251762910.2bdc612ee97e78c64eed8bf30cdb1d91. after waiting 0 ms 2024-12-03T18:49:23,745 DEBUG [RS:0;db5a5ccf5be8:41963 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T18:49:23,745 DEBUG [RS_CLOSE_REGION-regionserver/db5a5ccf5be8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,5,1733251762910.2bdc612ee97e78c64eed8bf30cdb1d91. 2024-12-03T18:49:23,745 INFO [RS:0;db5a5ccf5be8:41963 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-03T18:49:23,745 INFO [RS:0;db5a5ccf5be8:41963 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-03T18:49:23,745 INFO [RS:0;db5a5ccf5be8:41963 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-03T18:49:23,745 INFO [RS:0;db5a5ccf5be8:41963 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-03T18:49:23,749 INFO [RS:0;db5a5ccf5be8:41963 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-03T18:49:23,749 DEBUG [RS:0;db5a5ccf5be8:41963 {}] regionserver.HRegionServer(1325): Online Regions={2bdc612ee97e78c64eed8bf30cdb1d91=testClearRegionBlockCache,5,1733251762910.2bdc612ee97e78c64eed8bf30cdb1d91., 1588230740=hbase:meta,,1.1588230740} 2024-12-03T18:49:23,749 DEBUG [RS:0;db5a5ccf5be8:41963 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2bdc612ee97e78c64eed8bf30cdb1d91 2024-12-03T18:49:23,749 DEBUG [RS_CLOSE_META-regionserver/db5a5ccf5be8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-03T18:49:23,750 INFO [RS_CLOSE_META-regionserver/db5a5ccf5be8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-03T18:49:23,750 DEBUG [RS_CLOSE_META-regionserver/db5a5ccf5be8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-03T18:49:23,750 DEBUG [RS_CLOSE_META-regionserver/db5a5ccf5be8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-03T18:49:23,750 DEBUG [RS_CLOSE_META-regionserver/db5a5ccf5be8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-03T18:49:23,750 INFO [RS_CLOSE_META-regionserver/db5a5ccf5be8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.79 KB heapSize=5.57 KB 2024-12-03T18:49:23,768 DEBUG [RS_CLOSE_REGION-regionserver/db5a5ccf5be8:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43653/user/jenkins/test-data/d706ade6-3c22-fa69-bd61-d4b0143bd96e/data/default/testClearRegionBlockCache/4ddb53ba52e41cdb955c05e900b47325/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-12-03T18:49:23,769 INFO [RS_CLOSE_REGION-regionserver/db5a5ccf5be8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,,1733251762910.4ddb53ba52e41cdb955c05e900b47325. 2024-12-03T18:49:23,769 DEBUG [RS_CLOSE_REGION-regionserver/db5a5ccf5be8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 4ddb53ba52e41cdb955c05e900b47325: Waiting for close lock at 1733251763742Running coprocessor pre-close hooks at 1733251763742Disabling compacts and flushes for region at 1733251763742Disabling writes for close at 1733251763743 (+1 ms)Writing region close event to WAL at 1733251763747 (+4 ms)Running coprocessor post-close hooks at 1733251763769 (+22 ms)Closed at 1733251763769 2024-12-03T18:49:23,769 DEBUG [RS_CLOSE_REGION-regionserver/db5a5ccf5be8:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,,1733251762910.4ddb53ba52e41cdb955c05e900b47325. 2024-12-03T18:49:23,773 DEBUG [RS_CLOSE_REGION-regionserver/db5a5ccf5be8:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43653/user/jenkins/test-data/d706ade6-3c22-fa69-bd61-d4b0143bd96e/data/default/testClearRegionBlockCache/2bdc612ee97e78c64eed8bf30cdb1d91/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=1 2024-12-03T18:49:23,774 INFO [RS_CLOSE_REGION-regionserver/db5a5ccf5be8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,5,1733251762910.2bdc612ee97e78c64eed8bf30cdb1d91. 2024-12-03T18:49:23,774 DEBUG [RS_CLOSE_REGION-regionserver/db5a5ccf5be8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 2bdc612ee97e78c64eed8bf30cdb1d91: Waiting for close lock at 1733251763744Running coprocessor pre-close hooks at 1733251763744Disabling compacts and flushes for region at 1733251763744Disabling writes for close at 1733251763745 (+1 ms)Writing region close event to WAL at 1733251763756 (+11 ms)Running coprocessor post-close hooks at 1733251763774 (+18 ms)Closed at 1733251763774 2024-12-03T18:49:23,774 DEBUG [RS_CLOSE_REGION-regionserver/db5a5ccf5be8:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,5,1733251762910.2bdc612ee97e78c64eed8bf30cdb1d91. 2024-12-03T18:49:23,788 DEBUG [RS_CLOSE_META-regionserver/db5a5ccf5be8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43653/user/jenkins/test-data/d706ade6-3c22-fa69-bd61-d4b0143bd96e/data/hbase/meta/1588230740/.tmp/info/5bd73696d6254a33bfc3416fb191ee33 is 173, key is testClearRegionBlockCache,5,1733251762910.2bdc612ee97e78c64eed8bf30cdb1d91./info:regioninfo/1733251763330/Put/seqid=0 2024-12-03T18:49:23,800 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36337 is added to blk_1073741841_1017 (size=8173) 2024-12-03T18:49:23,800 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43243 is added to blk_1073741841_1017 (size=8173) 2024-12-03T18:49:23,809 INFO [regionserver/db5a5ccf5be8:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-03T18:49:23,815 INFO [regionserver/db5a5ccf5be8:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-03T18:49:23,943 INFO [RS:1;db5a5ccf5be8:39919 {}] regionserver.HRegionServer(976): stopping server db5a5ccf5be8,39919,1733251761441; all regions closed. 2024-12-03T18:49:23,949 DEBUG [RS:0;db5a5ccf5be8:41963 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-03T18:49:23,950 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36337 is added to blk_1073741834_1010 (size=1758) 2024-12-03T18:49:23,950 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43243 is added to blk_1073741834_1010 (size=1758) 2024-12-03T18:49:23,957 DEBUG [RS:1;db5a5ccf5be8:39919 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/d706ade6-3c22-fa69-bd61-d4b0143bd96e/oldWALs 2024-12-03T18:49:23,957 INFO [RS:1;db5a5ccf5be8:39919 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL db5a5ccf5be8%2C39919%2C1733251761441:(num 1733251762250) 2024-12-03T18:49:23,957 DEBUG [RS:1;db5a5ccf5be8:39919 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T18:49:23,957 INFO [RS:1;db5a5ccf5be8:39919 {}] regionserver.LeaseManager(133): Closed leases 2024-12-03T18:49:23,957 INFO [RS:1;db5a5ccf5be8:39919 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-03T18:49:23,958 INFO [RS:1;db5a5ccf5be8:39919 {}] hbase.ChoreService(370): Chore service for: regionserver/db5a5ccf5be8:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-12-03T18:49:23,958 INFO [RS:1;db5a5ccf5be8:39919 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-03T18:49:23,958 INFO [regionserver/db5a5ccf5be8:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-03T18:49:23,958 INFO [RS:1;db5a5ccf5be8:39919 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-03T18:49:23,958 INFO [RS:1;db5a5ccf5be8:39919 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-03T18:49:23,958 INFO [RS:1;db5a5ccf5be8:39919 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-03T18:49:23,958 INFO [RS:1;db5a5ccf5be8:39919 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:39919 2024-12-03T18:49:23,968 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43737-0x1019c86ff840000, quorum=127.0.0.1:63317, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-03T18:49:23,968 INFO [RS:1;db5a5ccf5be8:39919 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-03T18:49:23,968 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39919-0x1019c86ff840002, quorum=127.0.0.1:63317, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/db5a5ccf5be8,39919,1733251761441 2024-12-03T18:49:23,969 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [db5a5ccf5be8,39919,1733251761441] 2024-12-03T18:49:23,989 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/db5a5ccf5be8,39919,1733251761441 already deleted, retry=false 2024-12-03T18:49:23,989 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; db5a5ccf5be8,39919,1733251761441 expired; onlineServers=1 2024-12-03T18:49:24,079 INFO [RS:1;db5a5ccf5be8:39919 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-03T18:49:24,079 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39919-0x1019c86ff840002, quorum=127.0.0.1:63317, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T18:49:24,080 INFO [RS:1;db5a5ccf5be8:39919 {}] regionserver.HRegionServer(1031): Exiting; stopping=db5a5ccf5be8,39919,1733251761441; zookeeper connection closed. 2024-12-03T18:49:24,080 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39919-0x1019c86ff840002, quorum=127.0.0.1:63317, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T18:49:24,080 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@5b579e48 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@5b579e48 2024-12-03T18:49:24,150 DEBUG [RS:0;db5a5ccf5be8:41963 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-03T18:49:24,169 INFO [regionserver/db5a5ccf5be8:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-03T18:49:24,170 INFO [regionserver/db5a5ccf5be8:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-03T18:49:24,201 INFO [RS_CLOSE_META-regionserver/db5a5ccf5be8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.60 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:43653/user/jenkins/test-data/d706ade6-3c22-fa69-bd61-d4b0143bd96e/data/hbase/meta/1588230740/.tmp/info/5bd73696d6254a33bfc3416fb191ee33 2024-12-03T18:49:24,225 DEBUG [RS_CLOSE_META-regionserver/db5a5ccf5be8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43653/user/jenkins/test-data/d706ade6-3c22-fa69-bd61-d4b0143bd96e/data/hbase/meta/1588230740/.tmp/ns/254641e79da548088d13e0ecd105a059 is 43, key is default/ns:d/1733251762832/Put/seqid=0 2024-12-03T18:49:24,231 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43243 is added to blk_1073741842_1018 (size=5153) 2024-12-03T18:49:24,231 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36337 is added to blk_1073741842_1018 (size=5153) 2024-12-03T18:49:24,232 INFO [RS_CLOSE_META-regionserver/db5a5ccf5be8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:43653/user/jenkins/test-data/d706ade6-3c22-fa69-bd61-d4b0143bd96e/data/hbase/meta/1588230740/.tmp/ns/254641e79da548088d13e0ecd105a059 2024-12-03T18:49:24,260 DEBUG [RS_CLOSE_META-regionserver/db5a5ccf5be8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43653/user/jenkins/test-data/d706ade6-3c22-fa69-bd61-d4b0143bd96e/data/hbase/meta/1588230740/.tmp/table/5a2ba9801db3430586e58fbc02c69653 is 61, key is testClearRegionBlockCache/table:state/1733251763347/Put/seqid=0 2024-12-03T18:49:24,265 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36337 is added to blk_1073741843_1019 (size=5312) 2024-12-03T18:49:24,266 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43243 is added to blk_1073741843_1019 (size=5312) 2024-12-03T18:49:24,266 INFO [RS_CLOSE_META-regionserver/db5a5ccf5be8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=114 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:43653/user/jenkins/test-data/d706ade6-3c22-fa69-bd61-d4b0143bd96e/data/hbase/meta/1588230740/.tmp/table/5a2ba9801db3430586e58fbc02c69653 2024-12-03T18:49:24,273 DEBUG [RS_CLOSE_META-regionserver/db5a5ccf5be8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43653/user/jenkins/test-data/d706ade6-3c22-fa69-bd61-d4b0143bd96e/data/hbase/meta/1588230740/.tmp/info/5bd73696d6254a33bfc3416fb191ee33 as hdfs://localhost:43653/user/jenkins/test-data/d706ade6-3c22-fa69-bd61-d4b0143bd96e/data/hbase/meta/1588230740/info/5bd73696d6254a33bfc3416fb191ee33 2024-12-03T18:49:24,282 INFO [RS_CLOSE_META-regionserver/db5a5ccf5be8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43653/user/jenkins/test-data/d706ade6-3c22-fa69-bd61-d4b0143bd96e/data/hbase/meta/1588230740/info/5bd73696d6254a33bfc3416fb191ee33, entries=20, sequenceid=13, filesize=8.0 K 2024-12-03T18:49:24,283 DEBUG [RS_CLOSE_META-regionserver/db5a5ccf5be8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43653/user/jenkins/test-data/d706ade6-3c22-fa69-bd61-d4b0143bd96e/data/hbase/meta/1588230740/.tmp/ns/254641e79da548088d13e0ecd105a059 as hdfs://localhost:43653/user/jenkins/test-data/d706ade6-3c22-fa69-bd61-d4b0143bd96e/data/hbase/meta/1588230740/ns/254641e79da548088d13e0ecd105a059 2024-12-03T18:49:24,291 INFO [RS_CLOSE_META-regionserver/db5a5ccf5be8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43653/user/jenkins/test-data/d706ade6-3c22-fa69-bd61-d4b0143bd96e/data/hbase/meta/1588230740/ns/254641e79da548088d13e0ecd105a059, entries=2, sequenceid=13, filesize=5.0 K 2024-12-03T18:49:24,293 DEBUG [RS_CLOSE_META-regionserver/db5a5ccf5be8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43653/user/jenkins/test-data/d706ade6-3c22-fa69-bd61-d4b0143bd96e/data/hbase/meta/1588230740/.tmp/table/5a2ba9801db3430586e58fbc02c69653 as hdfs://localhost:43653/user/jenkins/test-data/d706ade6-3c22-fa69-bd61-d4b0143bd96e/data/hbase/meta/1588230740/table/5a2ba9801db3430586e58fbc02c69653 2024-12-03T18:49:24,307 INFO [RS_CLOSE_META-regionserver/db5a5ccf5be8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43653/user/jenkins/test-data/d706ade6-3c22-fa69-bd61-d4b0143bd96e/data/hbase/meta/1588230740/table/5a2ba9801db3430586e58fbc02c69653, entries=2, sequenceid=13, filesize=5.2 K 2024-12-03T18:49:24,309 INFO [RS_CLOSE_META-regionserver/db5a5ccf5be8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.79 KB/2852, heapSize ~5.27 KB/5400, currentSize=0 B/0 for 1588230740 in 559ms, sequenceid=13, compaction requested=false 2024-12-03T18:49:24,325 DEBUG [RS_CLOSE_META-regionserver/db5a5ccf5be8:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43653/user/jenkins/test-data/d706ade6-3c22-fa69-bd61-d4b0143bd96e/data/hbase/meta/1588230740/recovered.edits/16.seqid, newMaxSeqId=16, maxSeqId=1 2024-12-03T18:49:24,326 DEBUG [RS_CLOSE_META-regionserver/db5a5ccf5be8:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-03T18:49:24,326 INFO [RS_CLOSE_META-regionserver/db5a5ccf5be8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-03T18:49:24,327 DEBUG [RS_CLOSE_META-regionserver/db5a5ccf5be8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733251763749Running coprocessor pre-close hooks at 1733251763749Disabling compacts and flushes for region at 1733251763749Disabling writes for close at 1733251763750 (+1 ms)Obtaining lock to block concurrent updates at 1733251763750Preparing flush snapshotting stores in 1588230740 at 1733251763750Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2852, getHeapSize=5640, getOffHeapSize=0, getCellsCount=24 at 1733251763751 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1733251763753 (+2 ms)Flushing 1588230740/info: creating writer at 1733251763753Flushing 1588230740/info: appending metadata at 1733251763787 (+34 ms)Flushing 1588230740/info: closing flushed file at 1733251763787Flushing 1588230740/ns: creating writer at 1733251764210 (+423 ms)Flushing 1588230740/ns: appending metadata at 1733251764225 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1733251764225Flushing 1588230740/table: creating writer at 1733251764240 (+15 ms)Flushing 1588230740/table: appending metadata at 1733251764260 (+20 ms)Flushing 1588230740/table: closing flushed file at 1733251764260Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5d583ea7: reopening flushed file at 1733251764272 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@46f4a096: reopening flushed file at 1733251764282 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2f5426c0: reopening flushed file at 1733251764292 (+10 ms)Finished flush of dataSize ~2.79 KB/2852, heapSize ~5.27 KB/5400, currentSize=0 B/0 for 1588230740 in 559ms, sequenceid=13, compaction requested=false at 1733251764309 (+17 ms)Writing region close event to WAL at 1733251764320 (+11 ms)Running coprocessor post-close hooks at 1733251764326 (+6 ms)Closed at 1733251764326 2024-12-03T18:49:24,327 DEBUG [RS_CLOSE_META-regionserver/db5a5ccf5be8:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-03T18:49:24,350 INFO [RS:0;db5a5ccf5be8:41963 {}] regionserver.HRegionServer(976): stopping server db5a5ccf5be8,41963,1733251761399; all regions closed. 2024-12-03T18:49:24,353 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36337 is added to blk_1073741835_1011 (size=4338) 2024-12-03T18:49:24,354 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43243 is added to blk_1073741835_1011 (size=4338) 2024-12-03T18:49:24,357 DEBUG [RS:0;db5a5ccf5be8:41963 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/d706ade6-3c22-fa69-bd61-d4b0143bd96e/oldWALs 2024-12-03T18:49:24,357 INFO [RS:0;db5a5ccf5be8:41963 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL db5a5ccf5be8%2C41963%2C1733251761399.meta:.meta(num 1733251762684) 2024-12-03T18:49:24,360 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43243 is added to blk_1073741833_1009 (size=1867) 2024-12-03T18:49:24,360 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36337 is added to blk_1073741833_1009 (size=1867) 2024-12-03T18:49:24,365 DEBUG [RS:0;db5a5ccf5be8:41963 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/d706ade6-3c22-fa69-bd61-d4b0143bd96e/oldWALs 2024-12-03T18:49:24,365 INFO [RS:0;db5a5ccf5be8:41963 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL db5a5ccf5be8%2C41963%2C1733251761399:(num 1733251762238) 2024-12-03T18:49:24,365 DEBUG [RS:0;db5a5ccf5be8:41963 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T18:49:24,366 INFO [RS:0;db5a5ccf5be8:41963 {}] regionserver.LeaseManager(133): Closed leases 2024-12-03T18:49:24,366 INFO [RS:0;db5a5ccf5be8:41963 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-03T18:49:24,366 INFO [RS:0;db5a5ccf5be8:41963 {}] hbase.ChoreService(370): Chore service for: regionserver/db5a5ccf5be8:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-03T18:49:24,366 INFO [RS:0;db5a5ccf5be8:41963 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-03T18:49:24,366 INFO [regionserver/db5a5ccf5be8:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-03T18:49:24,366 INFO [RS:0;db5a5ccf5be8:41963 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:41963 2024-12-03T18:49:24,432 INFO [RS:0;db5a5ccf5be8:41963 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-03T18:49:24,432 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41963-0x1019c86ff840001, quorum=127.0.0.1:63317, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/db5a5ccf5be8,41963,1733251761399 2024-12-03T18:49:24,432 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43737-0x1019c86ff840000, quorum=127.0.0.1:63317, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-03T18:49:24,442 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [db5a5ccf5be8,41963,1733251761399] 2024-12-03T18:49:24,452 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/db5a5ccf5be8,41963,1733251761399 already deleted, retry=false 2024-12-03T18:49:24,453 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; db5a5ccf5be8,41963,1733251761399 expired; onlineServers=0 2024-12-03T18:49:24,453 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'db5a5ccf5be8,43737,1733251761144' ***** 2024-12-03T18:49:24,453 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-03T18:49:24,453 INFO [M:0;db5a5ccf5be8:43737 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-03T18:49:24,453 INFO [M:0;db5a5ccf5be8:43737 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-03T18:49:24,453 DEBUG [M:0;db5a5ccf5be8:43737 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-03T18:49:24,453 DEBUG [M:0;db5a5ccf5be8:43737 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-03T18:49:24,453 DEBUG [master/db5a5ccf5be8:0:becomeActiveMaster-HFileCleaner.large.0-1733251762000 {}] cleaner.HFileCleaner(306): Exit Thread[master/db5a5ccf5be8:0:becomeActiveMaster-HFileCleaner.large.0-1733251762000,5,FailOnTimeoutGroup] 2024-12-03T18:49:24,453 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-03T18:49:24,453 INFO [M:0;db5a5ccf5be8:43737 {}] hbase.ChoreService(370): Chore service for: master/db5a5ccf5be8:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-03T18:49:24,453 INFO [M:0;db5a5ccf5be8:43737 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-03T18:49:24,454 DEBUG [M:0;db5a5ccf5be8:43737 {}] master.HMaster(1795): Stopping service threads 2024-12-03T18:49:24,454 INFO [M:0;db5a5ccf5be8:43737 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-03T18:49:24,453 DEBUG [master/db5a5ccf5be8:0:becomeActiveMaster-HFileCleaner.small.0-1733251762000 {}] cleaner.HFileCleaner(306): Exit Thread[master/db5a5ccf5be8:0:becomeActiveMaster-HFileCleaner.small.0-1733251762000,5,FailOnTimeoutGroup] 2024-12-03T18:49:24,454 INFO [M:0;db5a5ccf5be8:43737 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-03T18:49:24,454 INFO [M:0;db5a5ccf5be8:43737 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-03T18:49:24,454 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-03T18:49:24,463 DEBUG [M:0;db5a5ccf5be8:43737 {}] zookeeper.ZKUtil(347): master:43737-0x1019c86ff840000, quorum=127.0.0.1:63317, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-12-03T18:49:24,463 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43737-0x1019c86ff840000, quorum=127.0.0.1:63317, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-12-03T18:49:24,463 WARN [M:0;db5a5ccf5be8:43737 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-03T18:49:24,463 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43737-0x1019c86ff840000, quorum=127.0.0.1:63317, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T18:49:24,464 INFO [M:0;db5a5ccf5be8:43737 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:43653/user/jenkins/test-data/d706ade6-3c22-fa69-bd61-d4b0143bd96e/.lastflushedseqids 2024-12-03T18:49:24,471 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43243 is added to blk_1073741844_1020 (size=191) 2024-12-03T18:49:24,471 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36337 is added to blk_1073741844_1020 (size=191) 2024-12-03T18:49:24,543 INFO [RS:0;db5a5ccf5be8:41963 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-03T18:49:24,543 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41963-0x1019c86ff840001, quorum=127.0.0.1:63317, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T18:49:24,543 INFO [RS:0;db5a5ccf5be8:41963 {}] regionserver.HRegionServer(1031): Exiting; stopping=db5a5ccf5be8,41963,1733251761399; zookeeper connection closed. 2024-12-03T18:49:24,543 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41963-0x1019c86ff840001, quorum=127.0.0.1:63317, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T18:49:24,543 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@57f3937d {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@57f3937d 2024-12-03T18:49:24,544 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 2 regionserver(s) complete 2024-12-03T18:49:24,872 INFO [M:0;db5a5ccf5be8:43737 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-03T18:49:24,872 INFO [M:0;db5a5ccf5be8:43737 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-03T18:49:24,873 DEBUG [M:0;db5a5ccf5be8:43737 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-03T18:49:24,873 INFO [M:0;db5a5ccf5be8:43737 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T18:49:24,873 DEBUG [M:0;db5a5ccf5be8:43737 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T18:49:24,873 DEBUG [M:0;db5a5ccf5be8:43737 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-03T18:49:24,873 DEBUG [M:0;db5a5ccf5be8:43737 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T18:49:24,873 INFO [M:0;db5a5ccf5be8:43737 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=29.58 KB heapSize=36.95 KB 2024-12-03T18:49:24,889 DEBUG [M:0;db5a5ccf5be8:43737 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43653/user/jenkins/test-data/d706ade6-3c22-fa69-bd61-d4b0143bd96e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2495edac0641466aa16031b9782f2966 is 82, key is hbase:meta,,1/info:regioninfo/1733251762790/Put/seqid=0 2024-12-03T18:49:24,894 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36337 is added to blk_1073741845_1021 (size=5672) 2024-12-03T18:49:24,894 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43243 is added to blk_1073741845_1021 (size=5672) 2024-12-03T18:49:24,895 INFO [M:0;db5a5ccf5be8:43737 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:43653/user/jenkins/test-data/d706ade6-3c22-fa69-bd61-d4b0143bd96e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2495edac0641466aa16031b9782f2966 2024-12-03T18:49:24,921 DEBUG [M:0;db5a5ccf5be8:43737 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43653/user/jenkins/test-data/d706ade6-3c22-fa69-bd61-d4b0143bd96e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/6952fb40cdf642a08905b7ec34dcb225 is 803, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1733251763353/Put/seqid=0 2024-12-03T18:49:24,927 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43243 is added to blk_1073741846_1022 (size=6219) 2024-12-03T18:49:24,927 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36337 is added to blk_1073741846_1022 (size=6219) 2024-12-03T18:49:24,928 INFO [M:0;db5a5ccf5be8:43737 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28.96 KB at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:43653/user/jenkins/test-data/d706ade6-3c22-fa69-bd61-d4b0143bd96e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/6952fb40cdf642a08905b7ec34dcb225 2024-12-03T18:49:24,950 DEBUG [M:0;db5a5ccf5be8:43737 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43653/user/jenkins/test-data/d706ade6-3c22-fa69-bd61-d4b0143bd96e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/55579d78b64c4358aeb9aaea95997a34 is 69, key is db5a5ccf5be8,39919,1733251761441/rs:state/1733251762035/Put/seqid=0 2024-12-03T18:49:24,955 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43243 is added to blk_1073741847_1023 (size=5224) 2024-12-03T18:49:24,955 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36337 is added to blk_1073741847_1023 (size=5224) 2024-12-03T18:49:24,956 INFO [M:0;db5a5ccf5be8:43737 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=130 B at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:43653/user/jenkins/test-data/d706ade6-3c22-fa69-bd61-d4b0143bd96e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/55579d78b64c4358aeb9aaea95997a34 2024-12-03T18:49:24,963 DEBUG [M:0;db5a5ccf5be8:43737 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43653/user/jenkins/test-data/d706ade6-3c22-fa69-bd61-d4b0143bd96e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2495edac0641466aa16031b9782f2966 as hdfs://localhost:43653/user/jenkins/test-data/d706ade6-3c22-fa69-bd61-d4b0143bd96e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/2495edac0641466aa16031b9782f2966 2024-12-03T18:49:24,971 INFO [M:0;db5a5ccf5be8:43737 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43653/user/jenkins/test-data/d706ade6-3c22-fa69-bd61-d4b0143bd96e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/2495edac0641466aa16031b9782f2966, entries=8, sequenceid=71, filesize=5.5 K 2024-12-03T18:49:24,973 DEBUG [M:0;db5a5ccf5be8:43737 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43653/user/jenkins/test-data/d706ade6-3c22-fa69-bd61-d4b0143bd96e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/6952fb40cdf642a08905b7ec34dcb225 as hdfs://localhost:43653/user/jenkins/test-data/d706ade6-3c22-fa69-bd61-d4b0143bd96e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/6952fb40cdf642a08905b7ec34dcb225 2024-12-03T18:49:24,980 INFO [M:0;db5a5ccf5be8:43737 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43653/user/jenkins/test-data/d706ade6-3c22-fa69-bd61-d4b0143bd96e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/6952fb40cdf642a08905b7ec34dcb225, entries=8, sequenceid=71, filesize=6.1 K 2024-12-03T18:49:24,981 DEBUG [M:0;db5a5ccf5be8:43737 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43653/user/jenkins/test-data/d706ade6-3c22-fa69-bd61-d4b0143bd96e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/55579d78b64c4358aeb9aaea95997a34 as hdfs://localhost:43653/user/jenkins/test-data/d706ade6-3c22-fa69-bd61-d4b0143bd96e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/55579d78b64c4358aeb9aaea95997a34 2024-12-03T18:49:24,993 INFO [M:0;db5a5ccf5be8:43737 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43653/user/jenkins/test-data/d706ade6-3c22-fa69-bd61-d4b0143bd96e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/55579d78b64c4358aeb9aaea95997a34, entries=2, sequenceid=71, filesize=5.1 K 2024-12-03T18:49:24,995 INFO [M:0;db5a5ccf5be8:43737 {}] regionserver.HRegion(3140): Finished flush of dataSize ~29.58 KB/30293, heapSize ~36.66 KB/37536, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 121ms, sequenceid=71, compaction requested=false 2024-12-03T18:49:25,000 INFO [M:0;db5a5ccf5be8:43737 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T18:49:25,001 DEBUG [M:0;db5a5ccf5be8:43737 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733251764872Disabling compacts and flushes for region at 1733251764872Disabling writes for close at 1733251764873 (+1 ms)Obtaining lock to block concurrent updates at 1733251764873Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733251764873Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=30293, getHeapSize=37776, getOffHeapSize=0, getCellsCount=86 at 1733251764874 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733251764874Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733251764874Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733251764888 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733251764888Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733251764900 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733251764921 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733251764921Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733251764934 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733251764949 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733251764949Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6bba37e8: reopening flushed file at 1733251764962 (+13 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@709cfdcd: reopening flushed file at 1733251764971 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7121366: reopening flushed file at 1733251764980 (+9 ms)Finished flush of dataSize ~29.58 KB/30293, heapSize ~36.66 KB/37536, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 121ms, sequenceid=71, compaction requested=false at 1733251764995 (+15 ms)Writing region close event to WAL at 1733251765000 (+5 ms)Closed at 1733251765000 2024-12-03T18:49:25,004 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36337 is added to blk_1073741830_1006 (size=35440) 2024-12-03T18:49:25,005 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43243 is added to blk_1073741830_1006 (size=35440) 2024-12-03T18:49:25,006 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-03T18:49:25,006 INFO [M:0;db5a5ccf5be8:43737 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-03T18:49:25,007 INFO [M:0;db5a5ccf5be8:43737 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:43737 2024-12-03T18:49:25,007 INFO [M:0;db5a5ccf5be8:43737 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-03T18:49:25,118 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43737-0x1019c86ff840000, quorum=127.0.0.1:63317, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T18:49:25,118 INFO [M:0;db5a5ccf5be8:43737 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-03T18:49:25,119 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43737-0x1019c86ff840000, quorum=127.0.0.1:63317, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T18:49:25,126 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@40269096{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-03T18:49:25,126 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@774b7d38{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-03T18:49:25,126 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-03T18:49:25,127 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@619585d0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-03T18:49:25,127 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4db7bf3e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5f326fb7-1090-a62d-725e-e8529a631709/hadoop.log.dir/,STOPPED} 2024-12-03T18:49:25,129 WARN [BP-1788150865-172.17.0.2-1733251758341 heartbeating to localhost/127.0.0.1:43653 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-03T18:49:25,129 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-03T18:49:25,129 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-03T18:49:25,129 WARN [BP-1788150865-172.17.0.2-1733251758341 heartbeating to localhost/127.0.0.1:43653 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1788150865-172.17.0.2-1733251758341 (Datanode Uuid da6fa27d-70a3-4ec6-ba68-596f8ed0071f) service to localhost/127.0.0.1:43653 2024-12-03T18:49:25,130 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5f326fb7-1090-a62d-725e-e8529a631709/cluster_c670cd8c-824e-c8bb-8ef0-a3824e3ef091/data/data3/current/BP-1788150865-172.17.0.2-1733251758341 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-03T18:49:25,130 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5f326fb7-1090-a62d-725e-e8529a631709/cluster_c670cd8c-824e-c8bb-8ef0-a3824e3ef091/data/data4/current/BP-1788150865-172.17.0.2-1733251758341 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-03T18:49:25,130 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-03T18:49:25,137 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7b287fd5{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-03T18:49:25,137 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@e0d3287{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-03T18:49:25,137 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-03T18:49:25,138 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3508aeea{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-03T18:49:25,138 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5859f7d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5f326fb7-1090-a62d-725e-e8529a631709/hadoop.log.dir/,STOPPED} 2024-12-03T18:49:25,139 WARN [BP-1788150865-172.17.0.2-1733251758341 heartbeating to localhost/127.0.0.1:43653 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-03T18:49:25,139 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-03T18:49:25,139 WARN [BP-1788150865-172.17.0.2-1733251758341 heartbeating to localhost/127.0.0.1:43653 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1788150865-172.17.0.2-1733251758341 (Datanode Uuid f2d99c62-7400-41e0-934f-cb40fd0a295f) service to localhost/127.0.0.1:43653 2024-12-03T18:49:25,139 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-03T18:49:25,139 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5f326fb7-1090-a62d-725e-e8529a631709/cluster_c670cd8c-824e-c8bb-8ef0-a3824e3ef091/data/data1/current/BP-1788150865-172.17.0.2-1733251758341 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-03T18:49:25,140 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5f326fb7-1090-a62d-725e-e8529a631709/cluster_c670cd8c-824e-c8bb-8ef0-a3824e3ef091/data/data2/current/BP-1788150865-172.17.0.2-1733251758341 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-03T18:49:25,140 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-03T18:49:25,145 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@31e89ad3{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-03T18:49:25,145 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@26f6d24e{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-03T18:49:25,145 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-03T18:49:25,146 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@68a29dd{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-03T18:49:25,146 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@df85084{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5f326fb7-1090-a62d-725e-e8529a631709/hadoop.log.dir/,STOPPED} 2024-12-03T18:49:25,153 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-03T18:49:25,178 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-03T18:49:25,185 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.TestClearRegionBlockCache#testClearBlockCache[0: lru] Thread=110 (was 80) Potentially hanging thread: nioEventLoopGroup-8-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-6-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1768670951) connection to localhost/127.0.0.1:43653 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-13 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-7-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1768670951) connection to localhost/127.0.0.1:43653 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-7-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-7-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-6-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-14 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.2@localhost:43653 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.3@localhost:43653 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:43653 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-7-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43653 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1768670951) connection to localhost/127.0.0.1:43653 from jenkins.hfs.2 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43653 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-15 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-6-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43653 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1768670951) connection to localhost/127.0.0.1:43653 from jenkins.hfs.3 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Timer for 'DataNode' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: nioEventLoopGroup-9-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43653 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=441 (was 410) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=378 (was 375) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=6228 (was 6499) 2024-12-03T18:49:25,191 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.TestClearRegionBlockCache#testClearBlockCacheFromAdmin[0: lru] Thread=110, OpenFileDescriptor=441, MaxFileDescriptor=1048576, SystemLoadAverage=378, ProcessCount=11, AvailableMemoryMB=6228 2024-12-03T18:49:25,202 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5f326fb7-1090-a62d-725e-e8529a631709/hadoop.log.dir so I do NOT create it in target/test-data/2b08a28b-fdf0-a090-f0e5-8cbf84d52904 2024-12-03T18:49:25,202 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5f326fb7-1090-a62d-725e-e8529a631709/hadoop.log.dir Erasing configuration value by system value. 2024-12-03T18:49:25,202 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5f326fb7-1090-a62d-725e-e8529a631709/hadoop.tmp.dir so I do NOT create it in target/test-data/2b08a28b-fdf0-a090-f0e5-8cbf84d52904 2024-12-03T18:49:25,202 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5f326fb7-1090-a62d-725e-e8529a631709/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-03T18:49:25,202 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2b08a28b-fdf0-a090-f0e5-8cbf84d52904 2024-12-03T18:49:25,202 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=2, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-03T18:49:25,202 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2b08a28b-fdf0-a090-f0e5-8cbf84d52904/cluster_137374bd-3dbe-efa1-a60e-534a6de86c67, deleteOnExit=true 2024-12-03T18:49:25,202 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-03T18:49:25,202 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2b08a28b-fdf0-a090-f0e5-8cbf84d52904/test.cache.data in system properties and HBase conf 2024-12-03T18:49:25,203 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2b08a28b-fdf0-a090-f0e5-8cbf84d52904/hadoop.tmp.dir in system properties and HBase conf 2024-12-03T18:49:25,203 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2b08a28b-fdf0-a090-f0e5-8cbf84d52904/hadoop.log.dir in system properties and HBase conf 2024-12-03T18:49:25,203 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2b08a28b-fdf0-a090-f0e5-8cbf84d52904/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-03T18:49:25,203 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2b08a28b-fdf0-a090-f0e5-8cbf84d52904/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-03T18:49:25,203 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-03T18:49:25,203 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-03T18:49:25,203 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2b08a28b-fdf0-a090-f0e5-8cbf84d52904/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-03T18:49:25,203 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2b08a28b-fdf0-a090-f0e5-8cbf84d52904/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-03T18:49:25,203 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2b08a28b-fdf0-a090-f0e5-8cbf84d52904/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-03T18:49:25,203 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2b08a28b-fdf0-a090-f0e5-8cbf84d52904/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-03T18:49:25,203 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2b08a28b-fdf0-a090-f0e5-8cbf84d52904/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-03T18:49:25,204 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2b08a28b-fdf0-a090-f0e5-8cbf84d52904/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-03T18:49:25,204 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2b08a28b-fdf0-a090-f0e5-8cbf84d52904/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-03T18:49:25,204 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2b08a28b-fdf0-a090-f0e5-8cbf84d52904/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-03T18:49:25,204 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2b08a28b-fdf0-a090-f0e5-8cbf84d52904/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-03T18:49:25,204 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2b08a28b-fdf0-a090-f0e5-8cbf84d52904/nfs.dump.dir in system properties and HBase conf 2024-12-03T18:49:25,204 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2b08a28b-fdf0-a090-f0e5-8cbf84d52904/java.io.tmpdir in system properties and HBase conf 2024-12-03T18:49:25,204 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2b08a28b-fdf0-a090-f0e5-8cbf84d52904/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-03T18:49:25,204 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2b08a28b-fdf0-a090-f0e5-8cbf84d52904/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-03T18:49:25,204 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2b08a28b-fdf0-a090-f0e5-8cbf84d52904/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-03T18:49:25,596 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T18:49:25,600 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-03T18:49:25,601 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-03T18:49:25,601 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-03T18:49:25,602 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-03T18:49:25,602 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T18:49:25,603 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3e2c09ab{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2b08a28b-fdf0-a090-f0e5-8cbf84d52904/hadoop.log.dir/,AVAILABLE} 2024-12-03T18:49:25,603 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@60aac732{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-03T18:49:25,709 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5e58470b{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2b08a28b-fdf0-a090-f0e5-8cbf84d52904/java.io.tmpdir/jetty-localhost-44727-hadoop-hdfs-3_4_1-tests_jar-_-any-15072338043363156396/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-03T18:49:25,710 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7d7e799d{HTTP/1.1, (http/1.1)}{localhost:44727} 2024-12-03T18:49:25,710 INFO [Time-limited test {}] server.Server(415): Started @18956ms 2024-12-03T18:49:25,986 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T18:49:25,989 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-03T18:49:25,990 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-03T18:49:25,990 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-03T18:49:25,990 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-03T18:49:25,990 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@395cf9f6{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2b08a28b-fdf0-a090-f0e5-8cbf84d52904/hadoop.log.dir/,AVAILABLE} 2024-12-03T18:49:25,991 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1c1a132d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-03T18:49:26,083 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3a404104{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2b08a28b-fdf0-a090-f0e5-8cbf84d52904/java.io.tmpdir/jetty-localhost-41689-hadoop-hdfs-3_4_1-tests_jar-_-any-12854472540954087307/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-03T18:49:26,083 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@54364ce7{HTTP/1.1, (http/1.1)}{localhost:41689} 2024-12-03T18:49:26,083 INFO [Time-limited test {}] server.Server(415): Started @19329ms 2024-12-03T18:49:26,085 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-03T18:49:26,112 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T18:49:26,115 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-03T18:49:26,116 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-03T18:49:26,116 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-03T18:49:26,116 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-03T18:49:26,116 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1f4d6d0d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2b08a28b-fdf0-a090-f0e5-8cbf84d52904/hadoop.log.dir/,AVAILABLE} 2024-12-03T18:49:26,117 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@35607b3e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-03T18:49:26,207 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2a29a73a{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2b08a28b-fdf0-a090-f0e5-8cbf84d52904/java.io.tmpdir/jetty-localhost-33809-hadoop-hdfs-3_4_1-tests_jar-_-any-17788114095386705637/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-03T18:49:26,208 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7f6e5123{HTTP/1.1, (http/1.1)}{localhost:33809} 2024-12-03T18:49:26,208 INFO [Time-limited test {}] server.Server(415): Started @19454ms 2024-12-03T18:49:26,209 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-03T18:49:27,303 WARN [Thread-631 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2b08a28b-fdf0-a090-f0e5-8cbf84d52904/cluster_137374bd-3dbe-efa1-a60e-534a6de86c67/data/data1/current/BP-1956468748-172.17.0.2-1733251765226/current, will proceed with Du for space computation calculation, 2024-12-03T18:49:27,303 WARN [Thread-632 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2b08a28b-fdf0-a090-f0e5-8cbf84d52904/cluster_137374bd-3dbe-efa1-a60e-534a6de86c67/data/data2/current/BP-1956468748-172.17.0.2-1733251765226/current, will proceed with Du for space computation calculation, 2024-12-03T18:49:27,322 WARN [Thread-595 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-03T18:49:27,324 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x557f21a67b574bf1 with lease ID 0xfbec1a7b9d6ffe81: Processing first storage report for DS-c0559e40-ca41-46c4-9a50-a60f8f3cc4e1 from datanode DatanodeRegistration(127.0.0.1:43451, datanodeUuid=16f8522c-b926-4c9e-a18f-f82d99776ddb, infoPort=34333, infoSecurePort=0, ipcPort=46403, storageInfo=lv=-57;cid=testClusterID;nsid=1372959914;c=1733251765226) 2024-12-03T18:49:27,324 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x557f21a67b574bf1 with lease ID 0xfbec1a7b9d6ffe81: from storage DS-c0559e40-ca41-46c4-9a50-a60f8f3cc4e1 node DatanodeRegistration(127.0.0.1:43451, datanodeUuid=16f8522c-b926-4c9e-a18f-f82d99776ddb, infoPort=34333, infoSecurePort=0, ipcPort=46403, storageInfo=lv=-57;cid=testClusterID;nsid=1372959914;c=1733251765226), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-03T18:49:27,324 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x557f21a67b574bf1 with lease ID 0xfbec1a7b9d6ffe81: Processing first storage report for DS-508460ee-ae00-4556-ae54-ce9c9f03b344 from datanode DatanodeRegistration(127.0.0.1:43451, datanodeUuid=16f8522c-b926-4c9e-a18f-f82d99776ddb, infoPort=34333, infoSecurePort=0, ipcPort=46403, storageInfo=lv=-57;cid=testClusterID;nsid=1372959914;c=1733251765226) 2024-12-03T18:49:27,324 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x557f21a67b574bf1 with lease ID 0xfbec1a7b9d6ffe81: from storage DS-508460ee-ae00-4556-ae54-ce9c9f03b344 node DatanodeRegistration(127.0.0.1:43451, datanodeUuid=16f8522c-b926-4c9e-a18f-f82d99776ddb, infoPort=34333, infoSecurePort=0, ipcPort=46403, storageInfo=lv=-57;cid=testClusterID;nsid=1372959914;c=1733251765226), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-03T18:49:27,493 WARN [Thread-642 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2b08a28b-fdf0-a090-f0e5-8cbf84d52904/cluster_137374bd-3dbe-efa1-a60e-534a6de86c67/data/data3/current/BP-1956468748-172.17.0.2-1733251765226/current, will proceed with Du for space computation calculation, 2024-12-03T18:49:27,494 WARN [Thread-643 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2b08a28b-fdf0-a090-f0e5-8cbf84d52904/cluster_137374bd-3dbe-efa1-a60e-534a6de86c67/data/data4/current/BP-1956468748-172.17.0.2-1733251765226/current, will proceed with Du for space computation calculation, 2024-12-03T18:49:27,510 WARN [Thread-618 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-03T18:49:27,512 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x161884228c11eef1 with lease ID 0xfbec1a7b9d6ffe82: Processing first storage report for DS-eec3bbad-50b1-4223-bd29-3d2cc636aafe from datanode DatanodeRegistration(127.0.0.1:45725, datanodeUuid=4b0b867e-ea1a-455d-9755-c63a4b94e2e1, infoPort=39635, infoSecurePort=0, ipcPort=34945, storageInfo=lv=-57;cid=testClusterID;nsid=1372959914;c=1733251765226) 2024-12-03T18:49:27,512 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x161884228c11eef1 with lease ID 0xfbec1a7b9d6ffe82: from storage DS-eec3bbad-50b1-4223-bd29-3d2cc636aafe node DatanodeRegistration(127.0.0.1:45725, datanodeUuid=4b0b867e-ea1a-455d-9755-c63a4b94e2e1, infoPort=39635, infoSecurePort=0, ipcPort=34945, storageInfo=lv=-57;cid=testClusterID;nsid=1372959914;c=1733251765226), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-03T18:49:27,512 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x161884228c11eef1 with lease ID 0xfbec1a7b9d6ffe82: Processing first storage report for DS-73772c33-1904-41a6-865e-90bb130a0d36 from datanode DatanodeRegistration(127.0.0.1:45725, datanodeUuid=4b0b867e-ea1a-455d-9755-c63a4b94e2e1, infoPort=39635, infoSecurePort=0, ipcPort=34945, storageInfo=lv=-57;cid=testClusterID;nsid=1372959914;c=1733251765226) 2024-12-03T18:49:27,512 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x161884228c11eef1 with lease ID 0xfbec1a7b9d6ffe82: from storage DS-73772c33-1904-41a6-865e-90bb130a0d36 node DatanodeRegistration(127.0.0.1:45725, datanodeUuid=4b0b867e-ea1a-455d-9755-c63a4b94e2e1, infoPort=39635, infoSecurePort=0, ipcPort=34945, storageInfo=lv=-57;cid=testClusterID;nsid=1372959914;c=1733251765226), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-03T18:49:27,550 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2b08a28b-fdf0-a090-f0e5-8cbf84d52904 2024-12-03T18:49:27,553 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2b08a28b-fdf0-a090-f0e5-8cbf84d52904/cluster_137374bd-3dbe-efa1-a60e-534a6de86c67/zookeeper_0, clientPort=58935, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2b08a28b-fdf0-a090-f0e5-8cbf84d52904/cluster_137374bd-3dbe-efa1-a60e-534a6de86c67/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2b08a28b-fdf0-a090-f0e5-8cbf84d52904/cluster_137374bd-3dbe-efa1-a60e-534a6de86c67/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-03T18:49:27,554 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=58935 2024-12-03T18:49:27,555 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T18:49:27,556 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T18:49:27,567 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45725 is added to blk_1073741825_1001 (size=7) 2024-12-03T18:49:27,567 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43451 is added to blk_1073741825_1001 (size=7) 2024-12-03T18:49:27,568 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:38481/user/jenkins/test-data/6c0e5e80-dc22-dd07-f31d-19da3abb7aed with version=8 2024-12-03T18:49:27,568 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:38481/user/jenkins/test-data/6c0e5e80-dc22-dd07-f31d-19da3abb7aed/hbase-staging 2024-12-03T18:49:27,570 INFO [Time-limited test {}] client.ConnectionUtils(128): master/db5a5ccf5be8:0 server-side Connection retries=45 2024-12-03T18:49:27,571 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T18:49:27,571 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-03T18:49:27,571 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-03T18:49:27,571 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T18:49:27,571 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-03T18:49:27,571 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-03T18:49:27,571 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-03T18:49:27,572 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33235 2024-12-03T18:49:27,573 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:33235 connecting to ZooKeeper ensemble=127.0.0.1:58935 2024-12-03T18:49:27,684 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:332350x0, quorum=127.0.0.1:58935, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T18:49:27,684 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:33235-0x1019c8718ac0000 connected 2024-12-03T18:49:27,822 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T18:49:27,825 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T18:49:27,830 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33235-0x1019c8718ac0000, quorum=127.0.0.1:58935, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-03T18:49:27,830 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:38481/user/jenkins/test-data/6c0e5e80-dc22-dd07-f31d-19da3abb7aed, hbase.cluster.distributed=false 2024-12-03T18:49:27,834 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33235-0x1019c8718ac0000, quorum=127.0.0.1:58935, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-03T18:49:27,835 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33235 2024-12-03T18:49:27,835 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33235 2024-12-03T18:49:27,836 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33235 2024-12-03T18:49:27,836 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33235 2024-12-03T18:49:27,836 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33235 2024-12-03T18:49:27,852 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/db5a5ccf5be8:0 server-side Connection retries=45 2024-12-03T18:49:27,852 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T18:49:27,852 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-03T18:49:27,852 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-03T18:49:27,852 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T18:49:27,852 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-03T18:49:27,852 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-03T18:49:27,852 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-03T18:49:27,853 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:46421 2024-12-03T18:49:27,854 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:46421 connecting to ZooKeeper ensemble=127.0.0.1:58935 2024-12-03T18:49:27,855 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T18:49:27,856 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T18:49:27,871 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:464210x0, quorum=127.0.0.1:58935, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T18:49:27,871 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:46421-0x1019c8718ac0001 connected 2024-12-03T18:49:27,871 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46421-0x1019c8718ac0001, quorum=127.0.0.1:58935, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-03T18:49:27,872 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-03T18:49:27,872 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-03T18:49:27,873 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46421-0x1019c8718ac0001, quorum=127.0.0.1:58935, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-03T18:49:27,875 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46421-0x1019c8718ac0001, quorum=127.0.0.1:58935, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-03T18:49:27,875 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46421 2024-12-03T18:49:27,875 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46421 2024-12-03T18:49:27,876 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46421 2024-12-03T18:49:27,877 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46421 2024-12-03T18:49:27,877 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46421 2024-12-03T18:49:27,894 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/db5a5ccf5be8:0 server-side Connection retries=45 2024-12-03T18:49:27,895 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T18:49:27,895 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-03T18:49:27,895 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-03T18:49:27,895 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T18:49:27,895 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-03T18:49:27,895 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-03T18:49:27,895 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-03T18:49:27,896 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42875 2024-12-03T18:49:27,897 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:42875 connecting to ZooKeeper ensemble=127.0.0.1:58935 2024-12-03T18:49:27,897 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T18:49:27,899 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T18:49:27,916 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:428750x0, quorum=127.0.0.1:58935, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T18:49:27,916 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:42875-0x1019c8718ac0002 connected 2024-12-03T18:49:27,916 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42875-0x1019c8718ac0002, quorum=127.0.0.1:58935, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-03T18:49:27,917 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-03T18:49:27,917 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-03T18:49:27,918 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42875-0x1019c8718ac0002, quorum=127.0.0.1:58935, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-03T18:49:27,920 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42875-0x1019c8718ac0002, quorum=127.0.0.1:58935, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-03T18:49:27,921 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42875 2024-12-03T18:49:27,921 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42875 2024-12-03T18:49:27,921 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42875 2024-12-03T18:49:27,922 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42875 2024-12-03T18:49:27,923 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42875 2024-12-03T18:49:27,937 DEBUG [M:0;db5a5ccf5be8:33235 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;db5a5ccf5be8:33235 2024-12-03T18:49:27,937 INFO [master/db5a5ccf5be8:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/db5a5ccf5be8,33235,1733251767570 2024-12-03T18:49:27,947 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42875-0x1019c8718ac0002, quorum=127.0.0.1:58935, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-03T18:49:27,947 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33235-0x1019c8718ac0000, quorum=127.0.0.1:58935, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-03T18:49:27,947 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46421-0x1019c8718ac0001, quorum=127.0.0.1:58935, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-03T18:49:27,948 DEBUG [master/db5a5ccf5be8:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33235-0x1019c8718ac0000, quorum=127.0.0.1:58935, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/db5a5ccf5be8,33235,1733251767570 2024-12-03T18:49:27,958 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42875-0x1019c8718ac0002, quorum=127.0.0.1:58935, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-03T18:49:27,958 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46421-0x1019c8718ac0001, quorum=127.0.0.1:58935, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-03T18:49:27,958 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42875-0x1019c8718ac0002, quorum=127.0.0.1:58935, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T18:49:27,958 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33235-0x1019c8718ac0000, quorum=127.0.0.1:58935, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T18:49:27,958 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46421-0x1019c8718ac0001, quorum=127.0.0.1:58935, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T18:49:27,959 DEBUG [master/db5a5ccf5be8:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33235-0x1019c8718ac0000, quorum=127.0.0.1:58935, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-12-03T18:49:27,959 INFO [master/db5a5ccf5be8:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/db5a5ccf5be8,33235,1733251767570 from backup master directory 2024-12-03T18:49:27,968 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33235-0x1019c8718ac0000, quorum=127.0.0.1:58935, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/db5a5ccf5be8,33235,1733251767570 2024-12-03T18:49:27,968 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42875-0x1019c8718ac0002, quorum=127.0.0.1:58935, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-03T18:49:27,968 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46421-0x1019c8718ac0001, quorum=127.0.0.1:58935, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-03T18:49:27,968 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33235-0x1019c8718ac0000, quorum=127.0.0.1:58935, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-03T18:49:27,968 WARN [master/db5a5ccf5be8:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-03T18:49:27,968 INFO [master/db5a5ccf5be8:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=db5a5ccf5be8,33235,1733251767570 2024-12-03T18:49:27,972 DEBUG [master/db5a5ccf5be8:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:38481/user/jenkins/test-data/6c0e5e80-dc22-dd07-f31d-19da3abb7aed/hbase.id] with ID: 41df3a67-c88a-4aeb-8caa-0dc5b2982806 2024-12-03T18:49:27,972 DEBUG [master/db5a5ccf5be8:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:38481/user/jenkins/test-data/6c0e5e80-dc22-dd07-f31d-19da3abb7aed/.tmp/hbase.id 2024-12-03T18:49:27,981 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43451 is added to blk_1073741826_1002 (size=42) 2024-12-03T18:49:27,981 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45725 is added to blk_1073741826_1002 (size=42) 2024-12-03T18:49:27,982 DEBUG [master/db5a5ccf5be8:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:38481/user/jenkins/test-data/6c0e5e80-dc22-dd07-f31d-19da3abb7aed/.tmp/hbase.id]:[hdfs://localhost:38481/user/jenkins/test-data/6c0e5e80-dc22-dd07-f31d-19da3abb7aed/hbase.id] 2024-12-03T18:49:27,995 INFO [master/db5a5ccf5be8:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T18:49:27,996 INFO [master/db5a5ccf5be8:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-03T18:49:27,997 INFO [master/db5a5ccf5be8:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-12-03T18:49:28,010 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46421-0x1019c8718ac0001, quorum=127.0.0.1:58935, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T18:49:28,010 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42875-0x1019c8718ac0002, quorum=127.0.0.1:58935, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T18:49:28,010 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33235-0x1019c8718ac0000, quorum=127.0.0.1:58935, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T18:49:28,016 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43451 is added to blk_1073741827_1003 (size=196) 2024-12-03T18:49:28,017 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45725 is added to blk_1073741827_1003 (size=196) 2024-12-03T18:49:28,018 INFO [master/db5a5ccf5be8:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-03T18:49:28,019 INFO [master/db5a5ccf5be8:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-03T18:49:28,019 INFO [master/db5a5ccf5be8:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T18:49:28,026 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45725 is added to blk_1073741828_1004 (size=1189) 2024-12-03T18:49:28,027 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43451 is added to blk_1073741828_1004 (size=1189) 2024-12-03T18:49:28,028 INFO [master/db5a5ccf5be8:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:38481/user/jenkins/test-data/6c0e5e80-dc22-dd07-f31d-19da3abb7aed/MasterData/data/master/store 2024-12-03T18:49:28,034 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43451 is added to blk_1073741829_1005 (size=34) 2024-12-03T18:49:28,034 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45725 is added to blk_1073741829_1005 (size=34) 2024-12-03T18:49:28,035 DEBUG [master/db5a5ccf5be8:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T18:49:28,035 DEBUG [master/db5a5ccf5be8:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-03T18:49:28,035 INFO [master/db5a5ccf5be8:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T18:49:28,035 DEBUG [master/db5a5ccf5be8:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T18:49:28,035 DEBUG [master/db5a5ccf5be8:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-03T18:49:28,035 DEBUG [master/db5a5ccf5be8:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T18:49:28,035 INFO [master/db5a5ccf5be8:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T18:49:28,035 DEBUG [master/db5a5ccf5be8:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733251768035Disabling compacts and flushes for region at 1733251768035Disabling writes for close at 1733251768035Writing region close event to WAL at 1733251768035Closed at 1733251768035 2024-12-03T18:49:28,036 WARN [master/db5a5ccf5be8:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:38481/user/jenkins/test-data/6c0e5e80-dc22-dd07-f31d-19da3abb7aed/MasterData/data/master/store/.initializing 2024-12-03T18:49:28,036 DEBUG [master/db5a5ccf5be8:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:38481/user/jenkins/test-data/6c0e5e80-dc22-dd07-f31d-19da3abb7aed/MasterData/WALs/db5a5ccf5be8,33235,1733251767570 2024-12-03T18:49:28,037 INFO [master/db5a5ccf5be8:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-03T18:49:28,039 INFO [master/db5a5ccf5be8:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=db5a5ccf5be8%2C33235%2C1733251767570, suffix=, logDir=hdfs://localhost:38481/user/jenkins/test-data/6c0e5e80-dc22-dd07-f31d-19da3abb7aed/MasterData/WALs/db5a5ccf5be8,33235,1733251767570, archiveDir=hdfs://localhost:38481/user/jenkins/test-data/6c0e5e80-dc22-dd07-f31d-19da3abb7aed/MasterData/oldWALs, maxLogs=10 2024-12-03T18:49:28,053 DEBUG [master/db5a5ccf5be8:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6c0e5e80-dc22-dd07-f31d-19da3abb7aed/MasterData/WALs/db5a5ccf5be8,33235,1733251767570/db5a5ccf5be8%2C33235%2C1733251767570.1733251768039, exclude list is [], retry=0 2024-12-03T18:49:28,056 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-11-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45725,DS-eec3bbad-50b1-4223-bd29-3d2cc636aafe,DISK] 2024-12-03T18:49:28,056 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-11-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43451,DS-c0559e40-ca41-46c4-9a50-a60f8f3cc4e1,DISK] 2024-12-03T18:49:28,058 INFO [master/db5a5ccf5be8:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6c0e5e80-dc22-dd07-f31d-19da3abb7aed/MasterData/WALs/db5a5ccf5be8,33235,1733251767570/db5a5ccf5be8%2C33235%2C1733251767570.1733251768039 2024-12-03T18:49:28,058 DEBUG [master/db5a5ccf5be8:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39635:39635),(127.0.0.1/127.0.0.1:34333:34333)] 2024-12-03T18:49:28,058 DEBUG [master/db5a5ccf5be8:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-03T18:49:28,058 DEBUG [master/db5a5ccf5be8:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T18:49:28,058 DEBUG [master/db5a5ccf5be8:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T18:49:28,058 DEBUG [master/db5a5ccf5be8:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T18:49:28,060 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T18:49:28,061 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-03T18:49:28,061 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:49:28,062 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T18:49:28,062 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T18:49:28,063 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-03T18:49:28,063 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:49:28,063 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T18:49:28,063 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T18:49:28,064 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-03T18:49:28,065 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:49:28,065 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T18:49:28,065 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T18:49:28,066 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-03T18:49:28,066 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:49:28,067 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T18:49:28,067 DEBUG [master/db5a5ccf5be8:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T18:49:28,068 DEBUG [master/db5a5ccf5be8:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38481/user/jenkins/test-data/6c0e5e80-dc22-dd07-f31d-19da3abb7aed/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-03T18:49:28,068 DEBUG [master/db5a5ccf5be8:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38481/user/jenkins/test-data/6c0e5e80-dc22-dd07-f31d-19da3abb7aed/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-03T18:49:28,070 DEBUG [master/db5a5ccf5be8:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T18:49:28,070 DEBUG [master/db5a5ccf5be8:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T18:49:28,071 DEBUG [master/db5a5ccf5be8:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T18:49:28,072 DEBUG [master/db5a5ccf5be8:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T18:49:28,074 DEBUG [master/db5a5ccf5be8:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38481/user/jenkins/test-data/6c0e5e80-dc22-dd07-f31d-19da3abb7aed/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T18:49:28,075 INFO [master/db5a5ccf5be8:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68041095, jitterRate=0.013891324400901794}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T18:49:28,076 DEBUG [master/db5a5ccf5be8:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733251768058Initializing all the Stores at 1733251768059 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733251768059Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733251768060 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733251768060Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733251768060Cleaning up temporary data from old regions at 1733251768070 (+10 ms)Region opened successfully at 1733251768076 (+6 ms) 2024-12-03T18:49:28,076 INFO [master/db5a5ccf5be8:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-03T18:49:28,079 DEBUG [master/db5a5ccf5be8:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@393e2219, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=db5a5ccf5be8/172.17.0.2:0 2024-12-03T18:49:28,080 INFO [master/db5a5ccf5be8:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-03T18:49:28,080 INFO [master/db5a5ccf5be8:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-03T18:49:28,080 INFO [master/db5a5ccf5be8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-03T18:49:28,080 INFO [master/db5a5ccf5be8:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-03T18:49:28,081 INFO [master/db5a5ccf5be8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-03T18:49:28,081 INFO [master/db5a5ccf5be8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-03T18:49:28,081 INFO [master/db5a5ccf5be8:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-03T18:49:28,083 INFO [master/db5a5ccf5be8:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-03T18:49:28,083 DEBUG [master/db5a5ccf5be8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33235-0x1019c8718ac0000, quorum=127.0.0.1:58935, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-12-03T18:49:28,094 DEBUG [master/db5a5ccf5be8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-12-03T18:49:28,094 INFO [master/db5a5ccf5be8:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-03T18:49:28,095 DEBUG [master/db5a5ccf5be8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33235-0x1019c8718ac0000, quorum=127.0.0.1:58935, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-12-03T18:49:28,105 DEBUG [master/db5a5ccf5be8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-12-03T18:49:28,105 INFO [master/db5a5ccf5be8:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-03T18:49:28,107 DEBUG [master/db5a5ccf5be8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33235-0x1019c8718ac0000, quorum=127.0.0.1:58935, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-12-03T18:49:28,115 DEBUG [master/db5a5ccf5be8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-12-03T18:49:28,117 DEBUG [master/db5a5ccf5be8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33235-0x1019c8718ac0000, quorum=127.0.0.1:58935, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-12-03T18:49:28,126 DEBUG [master/db5a5ccf5be8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-12-03T18:49:28,131 DEBUG [master/db5a5ccf5be8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33235-0x1019c8718ac0000, quorum=127.0.0.1:58935, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-03T18:49:28,136 DEBUG [master/db5a5ccf5be8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-12-03T18:49:28,147 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33235-0x1019c8718ac0000, quorum=127.0.0.1:58935, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-03T18:49:28,147 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46421-0x1019c8718ac0001, quorum=127.0.0.1:58935, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-03T18:49:28,147 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42875-0x1019c8718ac0002, quorum=127.0.0.1:58935, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-03T18:49:28,147 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42875-0x1019c8718ac0002, quorum=127.0.0.1:58935, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T18:49:28,147 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46421-0x1019c8718ac0001, quorum=127.0.0.1:58935, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T18:49:28,147 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33235-0x1019c8718ac0000, quorum=127.0.0.1:58935, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T18:49:28,148 INFO [master/db5a5ccf5be8:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=db5a5ccf5be8,33235,1733251767570, sessionid=0x1019c8718ac0000, setting cluster-up flag (Was=false) 2024-12-03T18:49:28,168 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33235-0x1019c8718ac0000, quorum=127.0.0.1:58935, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T18:49:28,168 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42875-0x1019c8718ac0002, quorum=127.0.0.1:58935, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T18:49:28,168 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46421-0x1019c8718ac0001, quorum=127.0.0.1:58935, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T18:49:28,200 DEBUG [master/db5a5ccf5be8:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-12-03T18:49:28,203 DEBUG [master/db5a5ccf5be8:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=db5a5ccf5be8,33235,1733251767570 2024-12-03T18:49:28,221 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33235-0x1019c8718ac0000, quorum=127.0.0.1:58935, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T18:49:28,221 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42875-0x1019c8718ac0002, quorum=127.0.0.1:58935, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T18:49:28,221 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46421-0x1019c8718ac0001, quorum=127.0.0.1:58935, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T18:49:28,227 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-03T18:49:28,232 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T18:49:28,252 DEBUG [master/db5a5ccf5be8:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-12-03T18:49:28,253 DEBUG [master/db5a5ccf5be8:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=db5a5ccf5be8,33235,1733251767570 2024-12-03T18:49:28,255 INFO [master/db5a5ccf5be8:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:38481/user/jenkins/test-data/6c0e5e80-dc22-dd07-f31d-19da3abb7aed/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-03T18:49:28,256 DEBUG [master/db5a5ccf5be8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-03T18:49:28,257 INFO [master/db5a5ccf5be8:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-03T18:49:28,257 INFO [master/db5a5ccf5be8:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-03T18:49:28,257 DEBUG [master/db5a5ccf5be8:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: db5a5ccf5be8,33235,1733251767570 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-03T18:49:28,259 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T18:49:28,259 DEBUG [master/db5a5ccf5be8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/db5a5ccf5be8:0, corePoolSize=5, maxPoolSize=5 2024-12-03T18:49:28,259 DEBUG [master/db5a5ccf5be8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/db5a5ccf5be8:0, corePoolSize=5, maxPoolSize=5 2024-12-03T18:49:28,259 DEBUG [master/db5a5ccf5be8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/db5a5ccf5be8:0, corePoolSize=5, maxPoolSize=5 2024-12-03T18:49:28,259 DEBUG [master/db5a5ccf5be8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/db5a5ccf5be8:0, corePoolSize=5, maxPoolSize=5 2024-12-03T18:49:28,259 DEBUG [master/db5a5ccf5be8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/db5a5ccf5be8:0, corePoolSize=10, maxPoolSize=10 2024-12-03T18:49:28,259 DEBUG [master/db5a5ccf5be8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/db5a5ccf5be8:0, corePoolSize=1, maxPoolSize=1 2024-12-03T18:49:28,259 DEBUG [master/db5a5ccf5be8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/db5a5ccf5be8:0, corePoolSize=2, maxPoolSize=2 2024-12-03T18:49:28,259 DEBUG [master/db5a5ccf5be8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/db5a5ccf5be8:0, corePoolSize=1, maxPoolSize=1 2024-12-03T18:49:28,263 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T18:49:28,264 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T18:49:28,265 INFO [master/db5a5ccf5be8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733251798265 2024-12-03T18:49:28,265 INFO [master/db5a5ccf5be8:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-03T18:49:28,266 INFO [master/db5a5ccf5be8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-03T18:49:28,266 INFO [master/db5a5ccf5be8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-03T18:49:28,266 INFO [master/db5a5ccf5be8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-03T18:49:28,266 INFO [master/db5a5ccf5be8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-03T18:49:28,266 INFO [master/db5a5ccf5be8:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-03T18:49:28,266 INFO [master/db5a5ccf5be8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-03T18:49:28,267 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T18:49:28,267 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-03T18:49:28,267 INFO [master/db5a5ccf5be8:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-03T18:49:28,267 INFO [master/db5a5ccf5be8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-03T18:49:28,268 INFO [master/db5a5ccf5be8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-03T18:49:28,268 INFO [master/db5a5ccf5be8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-03T18:49:28,268 INFO [master/db5a5ccf5be8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-03T18:49:28,268 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:49:28,269 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-03T18:49:28,270 DEBUG [master/db5a5ccf5be8:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/db5a5ccf5be8:0:becomeActiveMaster-HFileCleaner.large.0-1733251768268,5,FailOnTimeoutGroup] 2024-12-03T18:49:28,271 DEBUG [master/db5a5ccf5be8:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/db5a5ccf5be8:0:becomeActiveMaster-HFileCleaner.small.0-1733251768270,5,FailOnTimeoutGroup] 2024-12-03T18:49:28,271 INFO [master/db5a5ccf5be8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-03T18:49:28,271 INFO [master/db5a5ccf5be8:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-03T18:49:28,271 INFO [master/db5a5ccf5be8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-03T18:49:28,271 INFO [master/db5a5ccf5be8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-03T18:49:28,282 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43451 is added to blk_1073741831_1007 (size=1321) 2024-12-03T18:49:28,282 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45725 is added to blk_1073741831_1007 (size=1321) 2024-12-03T18:49:28,327 INFO [RS:0;db5a5ccf5be8:46421 {}] regionserver.HRegionServer(746): ClusterId : 41df3a67-c88a-4aeb-8caa-0dc5b2982806 2024-12-03T18:49:28,327 INFO [RS:1;db5a5ccf5be8:42875 {}] regionserver.HRegionServer(746): ClusterId : 41df3a67-c88a-4aeb-8caa-0dc5b2982806 2024-12-03T18:49:28,327 DEBUG [RS:1;db5a5ccf5be8:42875 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-03T18:49:28,327 DEBUG [RS:0;db5a5ccf5be8:46421 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-03T18:49:28,337 DEBUG [RS:0;db5a5ccf5be8:46421 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-03T18:49:28,337 DEBUG [RS:1;db5a5ccf5be8:42875 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-03T18:49:28,337 DEBUG [RS:0;db5a5ccf5be8:46421 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-03T18:49:28,337 DEBUG [RS:1;db5a5ccf5be8:42875 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-03T18:49:28,348 DEBUG [RS:1;db5a5ccf5be8:42875 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-03T18:49:28,348 DEBUG [RS:0;db5a5ccf5be8:46421 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-03T18:49:28,349 DEBUG [RS:0;db5a5ccf5be8:46421 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1ef1c932, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=db5a5ccf5be8/172.17.0.2:0 2024-12-03T18:49:28,349 DEBUG [RS:1;db5a5ccf5be8:42875 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6d2536e7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=db5a5ccf5be8/172.17.0.2:0 2024-12-03T18:49:28,367 DEBUG [RS:1;db5a5ccf5be8:42875 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;db5a5ccf5be8:42875 2024-12-03T18:49:28,367 DEBUG [RS:0;db5a5ccf5be8:46421 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;db5a5ccf5be8:46421 2024-12-03T18:49:28,367 INFO [RS:0;db5a5ccf5be8:46421 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-03T18:49:28,367 INFO [RS:1;db5a5ccf5be8:42875 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-03T18:49:28,367 INFO [RS:0;db5a5ccf5be8:46421 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-03T18:49:28,367 INFO [RS:1;db5a5ccf5be8:42875 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-03T18:49:28,367 DEBUG [RS:0;db5a5ccf5be8:46421 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-03T18:49:28,367 DEBUG [RS:1;db5a5ccf5be8:42875 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-03T18:49:28,368 INFO [RS:0;db5a5ccf5be8:46421 {}] regionserver.HRegionServer(2659): reportForDuty to master=db5a5ccf5be8,33235,1733251767570 with port=46421, startcode=1733251767852 2024-12-03T18:49:28,368 INFO [RS:1;db5a5ccf5be8:42875 {}] regionserver.HRegionServer(2659): reportForDuty to master=db5a5ccf5be8,33235,1733251767570 with port=42875, startcode=1733251767894 2024-12-03T18:49:28,368 DEBUG [RS:0;db5a5ccf5be8:46421 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-03T18:49:28,368 DEBUG [RS:1;db5a5ccf5be8:42875 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-03T18:49:28,370 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37259, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.4 (auth:SIMPLE), service=RegionServerStatusService 2024-12-03T18:49:28,370 INFO [HMaster-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42193, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=RegionServerStatusService 2024-12-03T18:49:28,370 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33235 {}] master.ServerManager(363): Checking decommissioned status of RegionServer db5a5ccf5be8,42875,1733251767894 2024-12-03T18:49:28,370 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33235 {}] master.ServerManager(517): Registering regionserver=db5a5ccf5be8,42875,1733251767894 2024-12-03T18:49:28,372 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33235 {}] master.ServerManager(363): Checking decommissioned status of RegionServer db5a5ccf5be8,46421,1733251767852 2024-12-03T18:49:28,372 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33235 {}] master.ServerManager(517): Registering regionserver=db5a5ccf5be8,46421,1733251767852 2024-12-03T18:49:28,372 DEBUG [RS:1;db5a5ccf5be8:42875 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:38481/user/jenkins/test-data/6c0e5e80-dc22-dd07-f31d-19da3abb7aed 2024-12-03T18:49:28,372 DEBUG [RS:1;db5a5ccf5be8:42875 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:38481 2024-12-03T18:49:28,372 DEBUG [RS:1;db5a5ccf5be8:42875 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-03T18:49:28,373 DEBUG [RS:0;db5a5ccf5be8:46421 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:38481/user/jenkins/test-data/6c0e5e80-dc22-dd07-f31d-19da3abb7aed 2024-12-03T18:49:28,374 DEBUG [RS:0;db5a5ccf5be8:46421 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:38481 2024-12-03T18:49:28,374 DEBUG [RS:0;db5a5ccf5be8:46421 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-03T18:49:28,379 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33235-0x1019c8718ac0000, quorum=127.0.0.1:58935, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-03T18:49:28,417 DEBUG [RS:1;db5a5ccf5be8:42875 {}] zookeeper.ZKUtil(111): regionserver:42875-0x1019c8718ac0002, quorum=127.0.0.1:58935, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/db5a5ccf5be8,42875,1733251767894 2024-12-03T18:49:28,417 WARN [RS:1;db5a5ccf5be8:42875 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-03T18:49:28,417 INFO [RS:1;db5a5ccf5be8:42875 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T18:49:28,417 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [db5a5ccf5be8,42875,1733251767894] 2024-12-03T18:49:28,417 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [db5a5ccf5be8,46421,1733251767852] 2024-12-03T18:49:28,417 DEBUG [RS:0;db5a5ccf5be8:46421 {}] zookeeper.ZKUtil(111): regionserver:46421-0x1019c8718ac0001, quorum=127.0.0.1:58935, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/db5a5ccf5be8,46421,1733251767852 2024-12-03T18:49:28,417 DEBUG [RS:1;db5a5ccf5be8:42875 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:38481/user/jenkins/test-data/6c0e5e80-dc22-dd07-f31d-19da3abb7aed/WALs/db5a5ccf5be8,42875,1733251767894 2024-12-03T18:49:28,417 WARN [RS:0;db5a5ccf5be8:46421 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-03T18:49:28,417 INFO [RS:0;db5a5ccf5be8:46421 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T18:49:28,417 DEBUG [RS:0;db5a5ccf5be8:46421 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:38481/user/jenkins/test-data/6c0e5e80-dc22-dd07-f31d-19da3abb7aed/WALs/db5a5ccf5be8,46421,1733251767852 2024-12-03T18:49:28,422 INFO [RS:0;db5a5ccf5be8:46421 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-03T18:49:28,422 INFO [RS:1;db5a5ccf5be8:42875 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-03T18:49:28,425 INFO [RS:0;db5a5ccf5be8:46421 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-03T18:49:28,425 INFO [RS:0;db5a5ccf5be8:46421 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-03T18:49:28,425 INFO [RS:0;db5a5ccf5be8:46421 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T18:49:28,428 INFO [RS:0;db5a5ccf5be8:46421 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-03T18:49:28,428 INFO [RS:1;db5a5ccf5be8:42875 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-03T18:49:28,429 INFO [RS:1;db5a5ccf5be8:42875 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-03T18:49:28,429 INFO [RS:1;db5a5ccf5be8:42875 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T18:49:28,429 INFO [RS:1;db5a5ccf5be8:42875 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-03T18:49:28,429 INFO [RS:0;db5a5ccf5be8:46421 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-03T18:49:28,429 INFO [RS:0;db5a5ccf5be8:46421 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-03T18:49:28,429 DEBUG [RS:0;db5a5ccf5be8:46421 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/db5a5ccf5be8:0, corePoolSize=1, maxPoolSize=1 2024-12-03T18:49:28,430 DEBUG [RS:0;db5a5ccf5be8:46421 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/db5a5ccf5be8:0, corePoolSize=1, maxPoolSize=1 2024-12-03T18:49:28,430 DEBUG [RS:0;db5a5ccf5be8:46421 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/db5a5ccf5be8:0, corePoolSize=1, maxPoolSize=1 2024-12-03T18:49:28,430 DEBUG [RS:0;db5a5ccf5be8:46421 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/db5a5ccf5be8:0, corePoolSize=1, maxPoolSize=1 2024-12-03T18:49:28,430 DEBUG [RS:0;db5a5ccf5be8:46421 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/db5a5ccf5be8:0, corePoolSize=1, maxPoolSize=1 2024-12-03T18:49:28,430 DEBUG [RS:0;db5a5ccf5be8:46421 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/db5a5ccf5be8:0, corePoolSize=2, maxPoolSize=2 2024-12-03T18:49:28,430 INFO [RS:1;db5a5ccf5be8:42875 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-03T18:49:28,430 DEBUG [RS:0;db5a5ccf5be8:46421 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/db5a5ccf5be8:0, corePoolSize=1, maxPoolSize=1 2024-12-03T18:49:28,430 INFO [RS:1;db5a5ccf5be8:42875 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-03T18:49:28,430 DEBUG [RS:0;db5a5ccf5be8:46421 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/db5a5ccf5be8:0, corePoolSize=1, maxPoolSize=1 2024-12-03T18:49:28,430 DEBUG [RS:0;db5a5ccf5be8:46421 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/db5a5ccf5be8:0, corePoolSize=1, maxPoolSize=1 2024-12-03T18:49:28,430 DEBUG [RS:1;db5a5ccf5be8:42875 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/db5a5ccf5be8:0, corePoolSize=1, maxPoolSize=1 2024-12-03T18:49:28,430 DEBUG [RS:0;db5a5ccf5be8:46421 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/db5a5ccf5be8:0, corePoolSize=1, maxPoolSize=1 2024-12-03T18:49:28,430 DEBUG [RS:1;db5a5ccf5be8:42875 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/db5a5ccf5be8:0, corePoolSize=1, maxPoolSize=1 2024-12-03T18:49:28,430 DEBUG [RS:0;db5a5ccf5be8:46421 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/db5a5ccf5be8:0, corePoolSize=1, maxPoolSize=1 2024-12-03T18:49:28,430 DEBUG [RS:1;db5a5ccf5be8:42875 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/db5a5ccf5be8:0, corePoolSize=1, maxPoolSize=1 2024-12-03T18:49:28,430 DEBUG [RS:0;db5a5ccf5be8:46421 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/db5a5ccf5be8:0, corePoolSize=1, maxPoolSize=1 2024-12-03T18:49:28,430 DEBUG [RS:1;db5a5ccf5be8:42875 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/db5a5ccf5be8:0, corePoolSize=1, maxPoolSize=1 2024-12-03T18:49:28,430 DEBUG [RS:0;db5a5ccf5be8:46421 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/db5a5ccf5be8:0, corePoolSize=3, maxPoolSize=3 2024-12-03T18:49:28,430 DEBUG [RS:1;db5a5ccf5be8:42875 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/db5a5ccf5be8:0, corePoolSize=1, maxPoolSize=1 2024-12-03T18:49:28,430 DEBUG [RS:0;db5a5ccf5be8:46421 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/db5a5ccf5be8:0, corePoolSize=3, maxPoolSize=3 2024-12-03T18:49:28,430 DEBUG [RS:1;db5a5ccf5be8:42875 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/db5a5ccf5be8:0, corePoolSize=2, maxPoolSize=2 2024-12-03T18:49:28,430 DEBUG [RS:1;db5a5ccf5be8:42875 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/db5a5ccf5be8:0, corePoolSize=1, maxPoolSize=1 2024-12-03T18:49:28,430 DEBUG [RS:1;db5a5ccf5be8:42875 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/db5a5ccf5be8:0, corePoolSize=1, maxPoolSize=1 2024-12-03T18:49:28,430 DEBUG [RS:1;db5a5ccf5be8:42875 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/db5a5ccf5be8:0, corePoolSize=1, maxPoolSize=1 2024-12-03T18:49:28,431 DEBUG [RS:1;db5a5ccf5be8:42875 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/db5a5ccf5be8:0, corePoolSize=1, maxPoolSize=1 2024-12-03T18:49:28,431 DEBUG [RS:1;db5a5ccf5be8:42875 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/db5a5ccf5be8:0, corePoolSize=1, maxPoolSize=1 2024-12-03T18:49:28,431 INFO [RS:0;db5a5ccf5be8:46421 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-03T18:49:28,431 DEBUG [RS:1;db5a5ccf5be8:42875 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/db5a5ccf5be8:0, corePoolSize=1, maxPoolSize=1 2024-12-03T18:49:28,431 INFO [RS:0;db5a5ccf5be8:46421 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-03T18:49:28,431 DEBUG [RS:1;db5a5ccf5be8:42875 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/db5a5ccf5be8:0, corePoolSize=3, maxPoolSize=3 2024-12-03T18:49:28,431 INFO [RS:0;db5a5ccf5be8:46421 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T18:49:28,431 INFO [RS:0;db5a5ccf5be8:46421 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-03T18:49:28,431 DEBUG [RS:1;db5a5ccf5be8:42875 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/db5a5ccf5be8:0, corePoolSize=3, maxPoolSize=3 2024-12-03T18:49:28,431 INFO [RS:0;db5a5ccf5be8:46421 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-03T18:49:28,431 INFO [RS:0;db5a5ccf5be8:46421 {}] hbase.ChoreService(168): Chore ScheduledChore name=db5a5ccf5be8,46421,1733251767852-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-03T18:49:28,433 INFO [RS:1;db5a5ccf5be8:42875 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-03T18:49:28,433 INFO [RS:1;db5a5ccf5be8:42875 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-03T18:49:28,433 INFO [RS:1;db5a5ccf5be8:42875 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T18:49:28,433 INFO [RS:1;db5a5ccf5be8:42875 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-03T18:49:28,433 INFO [RS:1;db5a5ccf5be8:42875 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-03T18:49:28,433 INFO [RS:1;db5a5ccf5be8:42875 {}] hbase.ChoreService(168): Chore ScheduledChore name=db5a5ccf5be8,42875,1733251767894-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-03T18:49:28,445 INFO [RS:0;db5a5ccf5be8:46421 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-03T18:49:28,445 INFO [RS:0;db5a5ccf5be8:46421 {}] hbase.ChoreService(168): Chore ScheduledChore name=db5a5ccf5be8,46421,1733251767852-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T18:49:28,446 INFO [RS:0;db5a5ccf5be8:46421 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T18:49:28,446 INFO [RS:0;db5a5ccf5be8:46421 {}] regionserver.Replication(171): db5a5ccf5be8,46421,1733251767852 started 2024-12-03T18:49:28,448 INFO [RS:1;db5a5ccf5be8:42875 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-03T18:49:28,448 INFO [RS:1;db5a5ccf5be8:42875 {}] hbase.ChoreService(168): Chore ScheduledChore name=db5a5ccf5be8,42875,1733251767894-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T18:49:28,448 INFO [RS:1;db5a5ccf5be8:42875 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T18:49:28,448 INFO [RS:1;db5a5ccf5be8:42875 {}] regionserver.Replication(171): db5a5ccf5be8,42875,1733251767894 started 2024-12-03T18:49:28,458 INFO [RS:0;db5a5ccf5be8:46421 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T18:49:28,458 INFO [RS:0;db5a5ccf5be8:46421 {}] regionserver.HRegionServer(1482): Serving as db5a5ccf5be8,46421,1733251767852, RpcServer on db5a5ccf5be8/172.17.0.2:46421, sessionid=0x1019c8718ac0001 2024-12-03T18:49:28,458 DEBUG [RS:0;db5a5ccf5be8:46421 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-03T18:49:28,458 DEBUG [RS:0;db5a5ccf5be8:46421 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager db5a5ccf5be8,46421,1733251767852 2024-12-03T18:49:28,458 DEBUG [RS:0;db5a5ccf5be8:46421 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'db5a5ccf5be8,46421,1733251767852' 2024-12-03T18:49:28,458 DEBUG [RS:0;db5a5ccf5be8:46421 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-03T18:49:28,459 DEBUG [RS:0;db5a5ccf5be8:46421 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-03T18:49:28,459 DEBUG [RS:0;db5a5ccf5be8:46421 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-03T18:49:28,459 DEBUG [RS:0;db5a5ccf5be8:46421 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-03T18:49:28,459 DEBUG [RS:0;db5a5ccf5be8:46421 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager db5a5ccf5be8,46421,1733251767852 2024-12-03T18:49:28,459 DEBUG [RS:0;db5a5ccf5be8:46421 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'db5a5ccf5be8,46421,1733251767852' 2024-12-03T18:49:28,459 DEBUG [RS:0;db5a5ccf5be8:46421 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-03T18:49:28,460 DEBUG [RS:0;db5a5ccf5be8:46421 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-03T18:49:28,460 DEBUG [RS:0;db5a5ccf5be8:46421 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-03T18:49:28,460 INFO [RS:0;db5a5ccf5be8:46421 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-03T18:49:28,460 INFO [RS:0;db5a5ccf5be8:46421 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-03T18:49:28,461 INFO [RS:1;db5a5ccf5be8:42875 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T18:49:28,461 INFO [RS:1;db5a5ccf5be8:42875 {}] regionserver.HRegionServer(1482): Serving as db5a5ccf5be8,42875,1733251767894, RpcServer on db5a5ccf5be8/172.17.0.2:42875, sessionid=0x1019c8718ac0002 2024-12-03T18:49:28,461 DEBUG [RS:1;db5a5ccf5be8:42875 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-03T18:49:28,461 DEBUG [RS:1;db5a5ccf5be8:42875 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager db5a5ccf5be8,42875,1733251767894 2024-12-03T18:49:28,461 DEBUG [RS:1;db5a5ccf5be8:42875 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'db5a5ccf5be8,42875,1733251767894' 2024-12-03T18:49:28,461 DEBUG [RS:1;db5a5ccf5be8:42875 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-03T18:49:28,462 DEBUG [RS:1;db5a5ccf5be8:42875 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-03T18:49:28,462 DEBUG [RS:1;db5a5ccf5be8:42875 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-03T18:49:28,462 DEBUG [RS:1;db5a5ccf5be8:42875 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-03T18:49:28,462 DEBUG [RS:1;db5a5ccf5be8:42875 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager db5a5ccf5be8,42875,1733251767894 2024-12-03T18:49:28,462 DEBUG [RS:1;db5a5ccf5be8:42875 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'db5a5ccf5be8,42875,1733251767894' 2024-12-03T18:49:28,462 DEBUG [RS:1;db5a5ccf5be8:42875 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-03T18:49:28,463 DEBUG [RS:1;db5a5ccf5be8:42875 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-03T18:49:28,463 DEBUG [RS:1;db5a5ccf5be8:42875 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-03T18:49:28,463 INFO [RS:1;db5a5ccf5be8:42875 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-03T18:49:28,463 INFO [RS:1;db5a5ccf5be8:42875 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-03T18:49:28,561 INFO [RS:0;db5a5ccf5be8:46421 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-03T18:49:28,564 INFO [RS:1;db5a5ccf5be8:42875 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-03T18:49:28,564 INFO [RS:0;db5a5ccf5be8:46421 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=db5a5ccf5be8%2C46421%2C1733251767852, suffix=, logDir=hdfs://localhost:38481/user/jenkins/test-data/6c0e5e80-dc22-dd07-f31d-19da3abb7aed/WALs/db5a5ccf5be8,46421,1733251767852, archiveDir=hdfs://localhost:38481/user/jenkins/test-data/6c0e5e80-dc22-dd07-f31d-19da3abb7aed/oldWALs, maxLogs=32 2024-12-03T18:49:28,568 INFO [RS:1;db5a5ccf5be8:42875 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=db5a5ccf5be8%2C42875%2C1733251767894, suffix=, logDir=hdfs://localhost:38481/user/jenkins/test-data/6c0e5e80-dc22-dd07-f31d-19da3abb7aed/WALs/db5a5ccf5be8,42875,1733251767894, archiveDir=hdfs://localhost:38481/user/jenkins/test-data/6c0e5e80-dc22-dd07-f31d-19da3abb7aed/oldWALs, maxLogs=32 2024-12-03T18:49:28,581 DEBUG [RS:0;db5a5ccf5be8:46421 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6c0e5e80-dc22-dd07-f31d-19da3abb7aed/WALs/db5a5ccf5be8,46421,1733251767852/db5a5ccf5be8%2C46421%2C1733251767852.1733251768566, exclude list is [], retry=0 2024-12-03T18:49:28,583 DEBUG [RS:1;db5a5ccf5be8:42875 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6c0e5e80-dc22-dd07-f31d-19da3abb7aed/WALs/db5a5ccf5be8,42875,1733251767894/db5a5ccf5be8%2C42875%2C1733251767894.1733251768571, exclude list is [], retry=0 2024-12-03T18:49:28,584 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-11-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43451,DS-c0559e40-ca41-46c4-9a50-a60f8f3cc4e1,DISK] 2024-12-03T18:49:28,585 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-11-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45725,DS-eec3bbad-50b1-4223-bd29-3d2cc636aafe,DISK] 2024-12-03T18:49:28,586 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-11-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43451,DS-c0559e40-ca41-46c4-9a50-a60f8f3cc4e1,DISK] 2024-12-03T18:49:28,586 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-11-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45725,DS-eec3bbad-50b1-4223-bd29-3d2cc636aafe,DISK] 2024-12-03T18:49:28,587 INFO [RS:0;db5a5ccf5be8:46421 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6c0e5e80-dc22-dd07-f31d-19da3abb7aed/WALs/db5a5ccf5be8,46421,1733251767852/db5a5ccf5be8%2C46421%2C1733251767852.1733251768566 2024-12-03T18:49:28,588 DEBUG [RS:0;db5a5ccf5be8:46421 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34333:34333),(127.0.0.1/127.0.0.1:39635:39635)] 2024-12-03T18:49:28,593 INFO [RS:1;db5a5ccf5be8:42875 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6c0e5e80-dc22-dd07-f31d-19da3abb7aed/WALs/db5a5ccf5be8,42875,1733251767894/db5a5ccf5be8%2C42875%2C1733251767894.1733251768571 2024-12-03T18:49:28,593 DEBUG [RS:1;db5a5ccf5be8:42875 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39635:39635),(127.0.0.1/127.0.0.1:34333:34333)] 2024-12-03T18:49:28,685 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:38481/user/jenkins/test-data/6c0e5e80-dc22-dd07-f31d-19da3abb7aed/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-03T18:49:28,686 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:38481/user/jenkins/test-data/6c0e5e80-dc22-dd07-f31d-19da3abb7aed 2024-12-03T18:49:28,698 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45725 is added to blk_1073741834_1010 (size=32) 2024-12-03T18:49:28,698 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43451 is added to blk_1073741834_1010 (size=32) 2024-12-03T18:49:28,698 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T18:49:28,699 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-03T18:49:28,701 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-03T18:49:28,701 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:49:28,701 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T18:49:28,701 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-03T18:49:28,702 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-03T18:49:28,703 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:49:28,703 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T18:49:28,703 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-03T18:49:28,704 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-03T18:49:28,704 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:49:28,705 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T18:49:28,705 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-03T18:49:28,706 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-03T18:49:28,706 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:49:28,706 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T18:49:28,707 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-03T18:49:28,707 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38481/user/jenkins/test-data/6c0e5e80-dc22-dd07-f31d-19da3abb7aed/data/hbase/meta/1588230740 2024-12-03T18:49:28,708 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38481/user/jenkins/test-data/6c0e5e80-dc22-dd07-f31d-19da3abb7aed/data/hbase/meta/1588230740 2024-12-03T18:49:28,710 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-03T18:49:28,710 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-03T18:49:28,711 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T18:49:28,712 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-03T18:49:28,715 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38481/user/jenkins/test-data/6c0e5e80-dc22-dd07-f31d-19da3abb7aed/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T18:49:28,715 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65402757, jitterRate=-0.025422975420951843}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T18:49:28,716 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733251768698Initializing all the Stores at 1733251768699 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733251768699Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733251768699Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733251768699Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733251768699Cleaning up temporary data from old regions at 1733251768710 (+11 ms)Region opened successfully at 1733251768716 (+6 ms) 2024-12-03T18:49:28,716 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-03T18:49:28,716 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-03T18:49:28,716 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-03T18:49:28,716 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-03T18:49:28,716 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-03T18:49:28,717 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-03T18:49:28,717 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733251768716Disabling compacts and flushes for region at 1733251768716Disabling writes for close at 1733251768716Writing region close event to WAL at 1733251768717 (+1 ms)Closed at 1733251768717 2024-12-03T18:49:28,718 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T18:49:28,718 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-03T18:49:28,719 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-03T18:49:28,720 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-03T18:49:28,721 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-03T18:49:28,871 DEBUG [db5a5ccf5be8:33235 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=2, allServersCount=2 2024-12-03T18:49:28,872 DEBUG [db5a5ccf5be8:33235 {}] balancer.BalancerClusterState(204): Hosts are {db5a5ccf5be8=0} racks are {/default-rack=0} 2024-12-03T18:49:28,876 DEBUG [db5a5ccf5be8:33235 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-12-03T18:49:28,876 DEBUG [db5a5ccf5be8:33235 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-12-03T18:49:28,877 DEBUG [db5a5ccf5be8:33235 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-12-03T18:49:28,877 DEBUG [db5a5ccf5be8:33235 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-12-03T18:49:28,877 INFO [db5a5ccf5be8:33235 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-12-03T18:49:28,877 INFO [db5a5ccf5be8:33235 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-12-03T18:49:28,877 DEBUG [db5a5ccf5be8:33235 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-12-03T18:49:28,878 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=db5a5ccf5be8,42875,1733251767894 2024-12-03T18:49:28,880 INFO [PEWorker-4 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as db5a5ccf5be8,42875,1733251767894, state=OPENING 2024-12-03T18:49:28,926 DEBUG [PEWorker-4 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-03T18:49:28,937 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42875-0x1019c8718ac0002, quorum=127.0.0.1:58935, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T18:49:28,937 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33235-0x1019c8718ac0000, quorum=127.0.0.1:58935, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T18:49:28,937 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46421-0x1019c8718ac0001, quorum=127.0.0.1:58935, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T18:49:28,938 DEBUG [PEWorker-4 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-03T18:49:28,938 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-03T18:49:28,938 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-03T18:49:28,938 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-03T18:49:28,938 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=db5a5ccf5be8,42875,1733251767894}] 2024-12-03T18:49:29,093 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-03T18:49:29,096 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44229, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-03T18:49:29,103 INFO [RS_OPEN_META-regionserver/db5a5ccf5be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-03T18:49:29,103 INFO [RS_OPEN_META-regionserver/db5a5ccf5be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T18:49:29,104 INFO [RS_OPEN_META-regionserver/db5a5ccf5be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-03T18:49:29,107 INFO [RS_OPEN_META-regionserver/db5a5ccf5be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=db5a5ccf5be8%2C42875%2C1733251767894.meta, suffix=.meta, logDir=hdfs://localhost:38481/user/jenkins/test-data/6c0e5e80-dc22-dd07-f31d-19da3abb7aed/WALs/db5a5ccf5be8,42875,1733251767894, archiveDir=hdfs://localhost:38481/user/jenkins/test-data/6c0e5e80-dc22-dd07-f31d-19da3abb7aed/oldWALs, maxLogs=32 2024-12-03T18:49:29,121 DEBUG [RS_OPEN_META-regionserver/db5a5ccf5be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6c0e5e80-dc22-dd07-f31d-19da3abb7aed/WALs/db5a5ccf5be8,42875,1733251767894/db5a5ccf5be8%2C42875%2C1733251767894.meta.1733251769108.meta, exclude list is [], retry=0 2024-12-03T18:49:29,124 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-11-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45725,DS-eec3bbad-50b1-4223-bd29-3d2cc636aafe,DISK] 2024-12-03T18:49:29,124 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-11-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43451,DS-c0559e40-ca41-46c4-9a50-a60f8f3cc4e1,DISK] 2024-12-03T18:49:29,126 INFO [RS_OPEN_META-regionserver/db5a5ccf5be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6c0e5e80-dc22-dd07-f31d-19da3abb7aed/WALs/db5a5ccf5be8,42875,1733251767894/db5a5ccf5be8%2C42875%2C1733251767894.meta.1733251769108.meta 2024-12-03T18:49:29,126 DEBUG [RS_OPEN_META-regionserver/db5a5ccf5be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39635:39635),(127.0.0.1/127.0.0.1:34333:34333)] 2024-12-03T18:49:29,126 DEBUG [RS_OPEN_META-regionserver/db5a5ccf5be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-03T18:49:29,127 DEBUG [RS_OPEN_META-regionserver/db5a5ccf5be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-03T18:49:29,127 DEBUG [RS_OPEN_META-regionserver/db5a5ccf5be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-03T18:49:29,127 INFO [RS_OPEN_META-regionserver/db5a5ccf5be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-03T18:49:29,127 DEBUG [RS_OPEN_META-regionserver/db5a5ccf5be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-03T18:49:29,127 DEBUG [RS_OPEN_META-regionserver/db5a5ccf5be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T18:49:29,127 DEBUG [RS_OPEN_META-regionserver/db5a5ccf5be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-03T18:49:29,127 DEBUG [RS_OPEN_META-regionserver/db5a5ccf5be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-03T18:49:29,129 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-03T18:49:29,129 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-03T18:49:29,129 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:49:29,130 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T18:49:29,130 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-03T18:49:29,131 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-03T18:49:29,131 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:49:29,131 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T18:49:29,131 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-03T18:49:29,132 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-03T18:49:29,132 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:49:29,133 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T18:49:29,133 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-03T18:49:29,134 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-03T18:49:29,134 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:49:29,134 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T18:49:29,134 DEBUG [RS_OPEN_META-regionserver/db5a5ccf5be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-03T18:49:29,135 DEBUG [RS_OPEN_META-regionserver/db5a5ccf5be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38481/user/jenkins/test-data/6c0e5e80-dc22-dd07-f31d-19da3abb7aed/data/hbase/meta/1588230740 2024-12-03T18:49:29,136 DEBUG [RS_OPEN_META-regionserver/db5a5ccf5be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38481/user/jenkins/test-data/6c0e5e80-dc22-dd07-f31d-19da3abb7aed/data/hbase/meta/1588230740 2024-12-03T18:49:29,138 DEBUG [RS_OPEN_META-regionserver/db5a5ccf5be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-03T18:49:29,138 DEBUG [RS_OPEN_META-regionserver/db5a5ccf5be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-03T18:49:29,138 DEBUG [RS_OPEN_META-regionserver/db5a5ccf5be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T18:49:29,140 DEBUG [RS_OPEN_META-regionserver/db5a5ccf5be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-03T18:49:29,141 INFO [RS_OPEN_META-regionserver/db5a5ccf5be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71121082, jitterRate=0.059786707162857056}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T18:49:29,141 DEBUG [RS_OPEN_META-regionserver/db5a5ccf5be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-03T18:49:29,142 DEBUG [RS_OPEN_META-regionserver/db5a5ccf5be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733251769127Writing region info on filesystem at 1733251769127Initializing all the Stores at 1733251769128 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733251769128Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733251769128Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733251769128Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733251769128Cleaning up temporary data from old regions at 1733251769138 (+10 ms)Running coprocessor post-open hooks at 1733251769141 (+3 ms)Region opened successfully at 1733251769142 (+1 ms) 2024-12-03T18:49:29,143 INFO [RS_OPEN_META-regionserver/db5a5ccf5be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733251769093 2024-12-03T18:49:29,146 DEBUG [RS_OPEN_META-regionserver/db5a5ccf5be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-03T18:49:29,146 INFO [RS_OPEN_META-regionserver/db5a5ccf5be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-03T18:49:29,147 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=db5a5ccf5be8,42875,1733251767894 2024-12-03T18:49:29,148 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as db5a5ccf5be8,42875,1733251767894, state=OPEN 2024-12-03T18:49:29,157 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46421-0x1019c8718ac0001, quorum=127.0.0.1:58935, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-03T18:49:29,157 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33235-0x1019c8718ac0000, quorum=127.0.0.1:58935, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-03T18:49:29,157 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42875-0x1019c8718ac0002, quorum=127.0.0.1:58935, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-03T18:49:29,158 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=db5a5ccf5be8,42875,1733251767894 2024-12-03T18:49:29,158 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-03T18:49:29,158 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-03T18:49:29,158 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-03T18:49:29,162 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-03T18:49:29,163 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=db5a5ccf5be8,42875,1733251767894 in 220 msec 2024-12-03T18:49:29,168 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-03T18:49:29,168 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 443 msec 2024-12-03T18:49:29,169 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T18:49:29,169 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-03T18:49:29,171 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T18:49:29,171 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=db5a5ccf5be8,42875,1733251767894, seqNum=-1] 2024-12-03T18:49:29,171 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T18:49:29,173 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37901, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T18:49:29,179 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 922 msec 2024-12-03T18:49:29,179 INFO [master/db5a5ccf5be8:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733251769179, completionTime=-1 2024-12-03T18:49:29,179 INFO [master/db5a5ccf5be8:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=2; waited=0ms, expected min=2 server(s), max=2 server(s), master is running 2024-12-03T18:49:29,179 DEBUG [master/db5a5ccf5be8:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-03T18:49:29,181 INFO [master/db5a5ccf5be8:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=2 2024-12-03T18:49:29,181 INFO [master/db5a5ccf5be8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733251829181 2024-12-03T18:49:29,181 INFO [master/db5a5ccf5be8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733251889181 2024-12-03T18:49:29,181 INFO [master/db5a5ccf5be8:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-12-03T18:49:29,181 INFO [master/db5a5ccf5be8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=db5a5ccf5be8,33235,1733251767570-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T18:49:29,182 INFO [master/db5a5ccf5be8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=db5a5ccf5be8,33235,1733251767570-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T18:49:29,182 INFO [master/db5a5ccf5be8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=db5a5ccf5be8,33235,1733251767570-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T18:49:29,182 INFO [master/db5a5ccf5be8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-db5a5ccf5be8:33235, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T18:49:29,182 INFO [master/db5a5ccf5be8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-03T18:49:29,182 INFO [master/db5a5ccf5be8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-03T18:49:29,184 DEBUG [master/db5a5ccf5be8:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-03T18:49:29,186 INFO [master/db5a5ccf5be8:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.218sec 2024-12-03T18:49:29,186 INFO [master/db5a5ccf5be8:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-03T18:49:29,186 INFO [master/db5a5ccf5be8:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-03T18:49:29,186 INFO [master/db5a5ccf5be8:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-03T18:49:29,187 INFO [master/db5a5ccf5be8:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-03T18:49:29,187 INFO [master/db5a5ccf5be8:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-03T18:49:29,187 INFO [master/db5a5ccf5be8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=db5a5ccf5be8,33235,1733251767570-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-03T18:49:29,187 INFO [master/db5a5ccf5be8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=db5a5ccf5be8,33235,1733251767570-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-03T18:49:29,189 DEBUG [master/db5a5ccf5be8:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-03T18:49:29,189 INFO [master/db5a5ccf5be8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-03T18:49:29,190 INFO [master/db5a5ccf5be8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=db5a5ccf5be8,33235,1733251767570-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T18:49:29,227 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@43b26e6e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T18:49:29,227 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request db5a5ccf5be8,33235,-1 for getting cluster id 2024-12-03T18:49:29,227 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T18:49:29,229 DEBUG [HMaster-EventLoopGroup-9-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '41df3a67-c88a-4aeb-8caa-0dc5b2982806' 2024-12-03T18:49:29,230 DEBUG [RPCClient-NioEventLoopGroup-5-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T18:49:29,230 DEBUG [RPCClient-NioEventLoopGroup-5-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "41df3a67-c88a-4aeb-8caa-0dc5b2982806" 2024-12-03T18:49:29,230 DEBUG [RPCClient-NioEventLoopGroup-5-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7bc9239d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T18:49:29,230 DEBUG [RPCClient-NioEventLoopGroup-5-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [db5a5ccf5be8,33235,-1] 2024-12-03T18:49:29,231 DEBUG [RPCClient-NioEventLoopGroup-5-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T18:49:29,231 DEBUG [RPCClient-NioEventLoopGroup-5-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T18:49:29,232 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47578, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T18:49:29,233 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4f40de8b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T18:49:29,233 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T18:49:29,234 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=db5a5ccf5be8,42875,1733251767894, seqNum=-1] 2024-12-03T18:49:29,235 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T18:49:29,236 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56162, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T18:49:29,238 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=db5a5ccf5be8,33235,1733251767570 2024-12-03T18:49:29,238 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T18:49:29,239 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] client.AsyncConnectionImpl(321): The fetched master address is db5a5ccf5be8,33235,1733251767570 2024-12-03T18:49:29,239 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@11747025 2024-12-03T18:49:29,239 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T18:49:29,240 INFO [HMaster-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47584, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T18:49:29,241 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33235 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testClearRegionBlockCache', {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-03T18:49:29,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33235 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testClearRegionBlockCache 2024-12-03T18:49:29,244 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_PRE_OPERATION 2024-12-03T18:49:29,244 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:49:29,244 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33235 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testClearRegionBlockCache" procId is: 4 2024-12-03T18:49:29,246 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-03T18:49:29,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33235 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T18:49:29,255 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45725 is added to blk_1073741836_1012 (size=379) 2024-12-03T18:49:29,255 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43451 is added to blk_1073741836_1012 (size=379) 2024-12-03T18:49:29,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33235 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T18:49:29,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33235 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T18:49:29,658 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 8e7ae725cb80976ead0d3061a5f68f0a, NAME => 'testClearRegionBlockCache,,1733251769241.8e7ae725cb80976ead0d3061a5f68f0a.', STARTKEY => '', ENDKEY => '5'}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38481/user/jenkins/test-data/6c0e5e80-dc22-dd07-f31d-19da3abb7aed 2024-12-03T18:49:29,659 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => e44e2b4005f0704f188aae547cdd87c6, NAME => 'testClearRegionBlockCache,5,1733251769241.e44e2b4005f0704f188aae547cdd87c6.', STARTKEY => '5', ENDKEY => ''}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38481/user/jenkins/test-data/6c0e5e80-dc22-dd07-f31d-19da3abb7aed 2024-12-03T18:49:29,669 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43451 is added to blk_1073741838_1014 (size=61) 2024-12-03T18:49:29,669 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45725 is added to blk_1073741837_1013 (size=61) 2024-12-03T18:49:29,669 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43451 is added to blk_1073741837_1013 (size=61) 2024-12-03T18:49:29,670 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45725 is added to blk_1073741838_1014 (size=61) 2024-12-03T18:49:29,670 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,5,1733251769241.e44e2b4005f0704f188aae547cdd87c6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T18:49:29,670 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1722): Closing e44e2b4005f0704f188aae547cdd87c6, disabling compactions & flushes 2024-12-03T18:49:29,670 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,5,1733251769241.e44e2b4005f0704f188aae547cdd87c6. 2024-12-03T18:49:29,670 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,5,1733251769241.e44e2b4005f0704f188aae547cdd87c6. 2024-12-03T18:49:29,670 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,5,1733251769241.e44e2b4005f0704f188aae547cdd87c6. after waiting 0 ms 2024-12-03T18:49:29,671 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,5,1733251769241.e44e2b4005f0704f188aae547cdd87c6. 2024-12-03T18:49:29,671 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,,1733251769241.8e7ae725cb80976ead0d3061a5f68f0a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T18:49:29,671 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,5,1733251769241.e44e2b4005f0704f188aae547cdd87c6. 2024-12-03T18:49:29,671 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1676): Region close journal for e44e2b4005f0704f188aae547cdd87c6: Waiting for close lock at 1733251769670Disabling compacts and flushes for region at 1733251769670Disabling writes for close at 1733251769671 (+1 ms)Writing region close event to WAL at 1733251769671Closed at 1733251769671 2024-12-03T18:49:29,671 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1722): Closing 8e7ae725cb80976ead0d3061a5f68f0a, disabling compactions & flushes 2024-12-03T18:49:29,671 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,,1733251769241.8e7ae725cb80976ead0d3061a5f68f0a. 2024-12-03T18:49:29,671 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,,1733251769241.8e7ae725cb80976ead0d3061a5f68f0a. 2024-12-03T18:49:29,671 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,,1733251769241.8e7ae725cb80976ead0d3061a5f68f0a. after waiting 0 ms 2024-12-03T18:49:29,671 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,,1733251769241.8e7ae725cb80976ead0d3061a5f68f0a. 2024-12-03T18:49:29,671 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,,1733251769241.8e7ae725cb80976ead0d3061a5f68f0a. 2024-12-03T18:49:29,671 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1676): Region close journal for 8e7ae725cb80976ead0d3061a5f68f0a: Waiting for close lock at 1733251769671Disabling compacts and flushes for region at 1733251769671Disabling writes for close at 1733251769671Writing region close event to WAL at 1733251769671Closed at 1733251769671 2024-12-03T18:49:29,673 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ADD_TO_META 2024-12-03T18:49:29,673 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testClearRegionBlockCache,5,1733251769241.e44e2b4005f0704f188aae547cdd87c6.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1733251769673"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733251769673"}]},"ts":"1733251769673"} 2024-12-03T18:49:29,673 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testClearRegionBlockCache,,1733251769241.8e7ae725cb80976ead0d3061a5f68f0a.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1733251769673"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733251769673"}]},"ts":"1733251769673"} 2024-12-03T18:49:29,677 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 2 regions to meta. 2024-12-03T18:49:29,679 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-03T18:49:29,679 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733251769679"}]},"ts":"1733251769679"} 2024-12-03T18:49:29,681 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=testClearRegionBlockCache, state=ENABLING in hbase:meta 2024-12-03T18:49:29,682 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(204): Hosts are {db5a5ccf5be8=0} racks are {/default-rack=0} 2024-12-03T18:49:29,683 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-12-03T18:49:29,683 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-12-03T18:49:29,683 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-12-03T18:49:29,683 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-12-03T18:49:29,683 INFO [PEWorker-4 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-12-03T18:49:29,683 INFO [PEWorker-4 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-12-03T18:49:29,683 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-12-03T18:49:29,684 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=8e7ae725cb80976ead0d3061a5f68f0a, ASSIGN}, {pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=e44e2b4005f0704f188aae547cdd87c6, ASSIGN}] 2024-12-03T18:49:29,685 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=e44e2b4005f0704f188aae547cdd87c6, ASSIGN 2024-12-03T18:49:29,686 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=8e7ae725cb80976ead0d3061a5f68f0a, ASSIGN 2024-12-03T18:49:29,687 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=8e7ae725cb80976ead0d3061a5f68f0a, ASSIGN; state=OFFLINE, location=db5a5ccf5be8,42875,1733251767894; forceNewPlan=false, retain=false 2024-12-03T18:49:29,687 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=e44e2b4005f0704f188aae547cdd87c6, ASSIGN; state=OFFLINE, location=db5a5ccf5be8,46421,1733251767852; forceNewPlan=false, retain=false 2024-12-03T18:49:29,837 INFO [db5a5ccf5be8:33235 {}] balancer.BaseLoadBalancer(388): Reassigned 2 regions. 2 retained the pre-restart assignment. 2024-12-03T18:49:29,838 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=8e7ae725cb80976ead0d3061a5f68f0a, regionState=OPENING, regionLocation=db5a5ccf5be8,42875,1733251767894 2024-12-03T18:49:29,838 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=e44e2b4005f0704f188aae547cdd87c6, regionState=OPENING, regionLocation=db5a5ccf5be8,46421,1733251767852 2024-12-03T18:49:29,844 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-11-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=8e7ae725cb80976ead0d3061a5f68f0a, ASSIGN because future has completed 2024-12-03T18:49:29,845 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8e7ae725cb80976ead0d3061a5f68f0a, server=db5a5ccf5be8,42875,1733251767894}] 2024-12-03T18:49:29,846 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-11-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=e44e2b4005f0704f188aae547cdd87c6, ASSIGN because future has completed 2024-12-03T18:49:29,847 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure e44e2b4005f0704f188aae547cdd87c6, server=db5a5ccf5be8,46421,1733251767852}] 2024-12-03T18:49:29,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33235 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T18:49:30,001 DEBUG [RSProcedureDispatcher-pool-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-03T18:49:30,003 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48219, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-03T18:49:30,004 INFO [RS_OPEN_REGION-regionserver/db5a5ccf5be8:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] handler.AssignRegionHandler(132): Open testClearRegionBlockCache,,1733251769241.8e7ae725cb80976ead0d3061a5f68f0a. 2024-12-03T18:49:30,004 DEBUG [RS_OPEN_REGION-regionserver/db5a5ccf5be8:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => 8e7ae725cb80976ead0d3061a5f68f0a, NAME => 'testClearRegionBlockCache,,1733251769241.8e7ae725cb80976ead0d3061a5f68f0a.', STARTKEY => '', ENDKEY => '5'} 2024-12-03T18:49:30,005 DEBUG [RS_OPEN_REGION-regionserver/db5a5ccf5be8:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache 8e7ae725cb80976ead0d3061a5f68f0a 2024-12-03T18:49:30,005 DEBUG [RS_OPEN_REGION-regionserver/db5a5ccf5be8:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,,1733251769241.8e7ae725cb80976ead0d3061a5f68f0a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T18:49:30,005 DEBUG [RS_OPEN_REGION-regionserver/db5a5ccf5be8:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for 8e7ae725cb80976ead0d3061a5f68f0a 2024-12-03T18:49:30,005 DEBUG [RS_OPEN_REGION-regionserver/db5a5ccf5be8:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for 8e7ae725cb80976ead0d3061a5f68f0a 2024-12-03T18:49:30,007 INFO [StoreOpener-8e7ae725cb80976ead0d3061a5f68f0a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region 8e7ae725cb80976ead0d3061a5f68f0a 2024-12-03T18:49:30,009 INFO [StoreOpener-8e7ae725cb80976ead0d3061a5f68f0a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8e7ae725cb80976ead0d3061a5f68f0a columnFamilyName family 2024-12-03T18:49:30,009 INFO [RS_OPEN_REGION-regionserver/db5a5ccf5be8:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] handler.AssignRegionHandler(132): Open testClearRegionBlockCache,5,1733251769241.e44e2b4005f0704f188aae547cdd87c6. 2024-12-03T18:49:30,010 DEBUG [StoreOpener-8e7ae725cb80976ead0d3061a5f68f0a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:49:30,010 DEBUG [RS_OPEN_REGION-regionserver/db5a5ccf5be8:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7752): Opening region: {ENCODED => e44e2b4005f0704f188aae547cdd87c6, NAME => 'testClearRegionBlockCache,5,1733251769241.e44e2b4005f0704f188aae547cdd87c6.', STARTKEY => '5', ENDKEY => ''} 2024-12-03T18:49:30,010 DEBUG [RS_OPEN_REGION-regionserver/db5a5ccf5be8:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache e44e2b4005f0704f188aae547cdd87c6 2024-12-03T18:49:30,010 DEBUG [RS_OPEN_REGION-regionserver/db5a5ccf5be8:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,5,1733251769241.e44e2b4005f0704f188aae547cdd87c6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T18:49:30,010 INFO [StoreOpener-8e7ae725cb80976ead0d3061a5f68f0a-1 {}] regionserver.HStore(327): Store=8e7ae725cb80976ead0d3061a5f68f0a/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T18:49:30,010 DEBUG [RS_OPEN_REGION-regionserver/db5a5ccf5be8:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7794): checking encryption for e44e2b4005f0704f188aae547cdd87c6 2024-12-03T18:49:30,010 DEBUG [RS_OPEN_REGION-regionserver/db5a5ccf5be8:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for 8e7ae725cb80976ead0d3061a5f68f0a 2024-12-03T18:49:30,011 DEBUG [RS_OPEN_REGION-regionserver/db5a5ccf5be8:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7797): checking classloading for e44e2b4005f0704f188aae547cdd87c6 2024-12-03T18:49:30,012 DEBUG [RS_OPEN_REGION-regionserver/db5a5ccf5be8:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38481/user/jenkins/test-data/6c0e5e80-dc22-dd07-f31d-19da3abb7aed/data/default/testClearRegionBlockCache/8e7ae725cb80976ead0d3061a5f68f0a 2024-12-03T18:49:30,012 DEBUG [RS_OPEN_REGION-regionserver/db5a5ccf5be8:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38481/user/jenkins/test-data/6c0e5e80-dc22-dd07-f31d-19da3abb7aed/data/default/testClearRegionBlockCache/8e7ae725cb80976ead0d3061a5f68f0a 2024-12-03T18:49:30,012 INFO [StoreOpener-e44e2b4005f0704f188aae547cdd87c6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region e44e2b4005f0704f188aae547cdd87c6 2024-12-03T18:49:30,013 DEBUG [RS_OPEN_REGION-regionserver/db5a5ccf5be8:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for 8e7ae725cb80976ead0d3061a5f68f0a 2024-12-03T18:49:30,013 DEBUG [RS_OPEN_REGION-regionserver/db5a5ccf5be8:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for 8e7ae725cb80976ead0d3061a5f68f0a 2024-12-03T18:49:30,014 INFO [StoreOpener-e44e2b4005f0704f188aae547cdd87c6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e44e2b4005f0704f188aae547cdd87c6 columnFamilyName family 2024-12-03T18:49:30,015 DEBUG [StoreOpener-e44e2b4005f0704f188aae547cdd87c6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:49:30,015 INFO [StoreOpener-e44e2b4005f0704f188aae547cdd87c6-1 {}] regionserver.HStore(327): Store=e44e2b4005f0704f188aae547cdd87c6/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T18:49:30,015 DEBUG [RS_OPEN_REGION-regionserver/db5a5ccf5be8:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for 8e7ae725cb80976ead0d3061a5f68f0a 2024-12-03T18:49:30,015 DEBUG [RS_OPEN_REGION-regionserver/db5a5ccf5be8:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1038): replaying wal for e44e2b4005f0704f188aae547cdd87c6 2024-12-03T18:49:30,016 DEBUG [RS_OPEN_REGION-regionserver/db5a5ccf5be8:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38481/user/jenkins/test-data/6c0e5e80-dc22-dd07-f31d-19da3abb7aed/data/default/testClearRegionBlockCache/e44e2b4005f0704f188aae547cdd87c6 2024-12-03T18:49:30,017 DEBUG [RS_OPEN_REGION-regionserver/db5a5ccf5be8:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38481/user/jenkins/test-data/6c0e5e80-dc22-dd07-f31d-19da3abb7aed/data/default/testClearRegionBlockCache/e44e2b4005f0704f188aae547cdd87c6 2024-12-03T18:49:30,017 DEBUG [RS_OPEN_REGION-regionserver/db5a5ccf5be8:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1048): stopping wal replay for e44e2b4005f0704f188aae547cdd87c6 2024-12-03T18:49:30,017 DEBUG [RS_OPEN_REGION-regionserver/db5a5ccf5be8:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1060): Cleaning up temporary data for e44e2b4005f0704f188aae547cdd87c6 2024-12-03T18:49:30,018 DEBUG [RS_OPEN_REGION-regionserver/db5a5ccf5be8:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38481/user/jenkins/test-data/6c0e5e80-dc22-dd07-f31d-19da3abb7aed/data/default/testClearRegionBlockCache/8e7ae725cb80976ead0d3061a5f68f0a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T18:49:30,018 INFO [RS_OPEN_REGION-regionserver/db5a5ccf5be8:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1114): Opened 8e7ae725cb80976ead0d3061a5f68f0a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73208145, jitterRate=0.09088636934757233}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-03T18:49:30,018 DEBUG [RS_OPEN_REGION-regionserver/db5a5ccf5be8:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 8e7ae725cb80976ead0d3061a5f68f0a 2024-12-03T18:49:30,019 DEBUG [RS_OPEN_REGION-regionserver/db5a5ccf5be8:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1093): writing seq id for e44e2b4005f0704f188aae547cdd87c6 2024-12-03T18:49:30,019 DEBUG [RS_OPEN_REGION-regionserver/db5a5ccf5be8:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for 8e7ae725cb80976ead0d3061a5f68f0a: Running coprocessor pre-open hook at 1733251770005Writing region info on filesystem at 1733251770006 (+1 ms)Initializing all the Stores at 1733251770007 (+1 ms)Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733251770007Cleaning up temporary data from old regions at 1733251770013 (+6 ms)Running coprocessor post-open hooks at 1733251770018 (+5 ms)Region opened successfully at 1733251770019 (+1 ms) 2024-12-03T18:49:30,020 INFO [RS_OPEN_REGION-regionserver/db5a5ccf5be8:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for testClearRegionBlockCache,,1733251769241.8e7ae725cb80976ead0d3061a5f68f0a., pid=7, masterSystemTime=1733251769999 2024-12-03T18:49:30,022 DEBUG [RS_OPEN_REGION-regionserver/db5a5ccf5be8:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38481/user/jenkins/test-data/6c0e5e80-dc22-dd07-f31d-19da3abb7aed/data/default/testClearRegionBlockCache/e44e2b4005f0704f188aae547cdd87c6/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T18:49:30,022 INFO [RS_OPEN_REGION-regionserver/db5a5ccf5be8:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1114): Opened e44e2b4005f0704f188aae547cdd87c6; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62032573, jitterRate=-0.07564263045787811}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-03T18:49:30,023 DEBUG [RS_OPEN_REGION-regionserver/db5a5ccf5be8:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1122): Running coprocessor post-open hooks for e44e2b4005f0704f188aae547cdd87c6 2024-12-03T18:49:30,023 DEBUG [RS_OPEN_REGION-regionserver/db5a5ccf5be8:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1006): Region open journal for e44e2b4005f0704f188aae547cdd87c6: Running coprocessor pre-open hook at 1733251770011Writing region info on filesystem at 1733251770011Initializing all the Stores at 1733251770012 (+1 ms)Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733251770012Cleaning up temporary data from old regions at 1733251770017 (+5 ms)Running coprocessor post-open hooks at 1733251770023 (+6 ms)Region opened successfully at 1733251770023 2024-12-03T18:49:30,023 DEBUG [RS_OPEN_REGION-regionserver/db5a5ccf5be8:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for testClearRegionBlockCache,,1733251769241.8e7ae725cb80976ead0d3061a5f68f0a. 2024-12-03T18:49:30,023 INFO [RS_OPEN_REGION-regionserver/db5a5ccf5be8:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] handler.AssignRegionHandler(153): Opened testClearRegionBlockCache,,1733251769241.8e7ae725cb80976ead0d3061a5f68f0a. 2024-12-03T18:49:30,024 INFO [RS_OPEN_REGION-regionserver/db5a5ccf5be8:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegionServer(2236): Post open deploy tasks for testClearRegionBlockCache,5,1733251769241.e44e2b4005f0704f188aae547cdd87c6., pid=8, masterSystemTime=1733251770001 2024-12-03T18:49:30,024 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=8e7ae725cb80976ead0d3061a5f68f0a, regionState=OPEN, openSeqNum=2, regionLocation=db5a5ccf5be8,42875,1733251767894 2024-12-03T18:49:30,026 DEBUG [RS_OPEN_REGION-regionserver/db5a5ccf5be8:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegionServer(2266): Finished post open deploy task for testClearRegionBlockCache,5,1733251769241.e44e2b4005f0704f188aae547cdd87c6. 2024-12-03T18:49:30,026 INFO [RS_OPEN_REGION-regionserver/db5a5ccf5be8:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] handler.AssignRegionHandler(153): Opened testClearRegionBlockCache,5,1733251769241.e44e2b4005f0704f188aae547cdd87c6. 2024-12-03T18:49:30,026 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-11-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8e7ae725cb80976ead0d3061a5f68f0a, server=db5a5ccf5be8,42875,1733251767894 because future has completed 2024-12-03T18:49:30,027 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=e44e2b4005f0704f188aae547cdd87c6, regionState=OPEN, openSeqNum=2, regionLocation=db5a5ccf5be8,46421,1733251767852 2024-12-03T18:49:30,029 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-11-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure e44e2b4005f0704f188aae547cdd87c6, server=db5a5ccf5be8,46421,1733251767852 because future has completed 2024-12-03T18:49:30,031 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=5 2024-12-03T18:49:30,031 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 8e7ae725cb80976ead0d3061a5f68f0a, server=db5a5ccf5be8,42875,1733251767894 in 183 msec 2024-12-03T18:49:30,033 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=6 2024-12-03T18:49:30,033 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=8e7ae725cb80976ead0d3061a5f68f0a, ASSIGN in 347 msec 2024-12-03T18:49:30,033 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure e44e2b4005f0704f188aae547cdd87c6, server=db5a5ccf5be8,46421,1733251767852 in 183 msec 2024-12-03T18:49:30,036 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=4 2024-12-03T18:49:30,036 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=e44e2b4005f0704f188aae547cdd87c6, ASSIGN in 349 msec 2024-12-03T18:49:30,037 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-03T18:49:30,037 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733251770037"}]},"ts":"1733251770037"} 2024-12-03T18:49:30,039 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=testClearRegionBlockCache, state=ENABLED in hbase:meta 2024-12-03T18:49:30,040 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_POST_OPERATION 2024-12-03T18:49:30,041 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testClearRegionBlockCache in 799 msec 2024-12-03T18:49:30,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33235 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T18:49:30,380 INFO [RPCClient-NioEventLoopGroup-5-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testClearRegionBlockCache completed 2024-12-03T18:49:30,380 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testClearRegionBlockCache get assigned. Timeout = 60000ms 2024-12-03T18:49:30,381 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-03T18:49:30,386 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testClearRegionBlockCache assigned to meta. Checking AM states. 2024-12-03T18:49:30,386 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-03T18:49:30,386 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testClearRegionBlockCache assigned. 2024-12-03T18:49:30,391 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testClearRegionBlockCache', row='1', locateType=CURRENT is [region=testClearRegionBlockCache,,1733251769241.8e7ae725cb80976ead0d3061a5f68f0a., hostname=db5a5ccf5be8,42875,1733251767894, seqNum=2] 2024-12-03T18:49:30,405 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testClearRegionBlockCache', row='5', locateType=CURRENT is [region=testClearRegionBlockCache,5,1733251769241.e44e2b4005f0704f188aae547cdd87c6., hostname=db5a5ccf5be8,46421,1733251767852, seqNum=2] 2024-12-03T18:49:30,406 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T18:49:30,407 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40694, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T18:49:30,420 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing e44e2b4005f0704f188aae547cdd87c6 1/1 column families, dataSize=140 B heapSize=776 B 2024-12-03T18:49:30,435 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38481/user/jenkins/test-data/6c0e5e80-dc22-dd07-f31d-19da3abb7aed/data/default/testClearRegionBlockCache/e44e2b4005f0704f188aae547cdd87c6/.tmp/family/1d9abeecef234f30bd1892e7237373ea is 32, key is 5/family:/1733251770408/Put/seqid=0 2024-12-03T18:49:30,440 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43451 is added to blk_1073741839_1015 (size=5083) 2024-12-03T18:49:30,441 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45725 is added to blk_1073741839_1015 (size=5083) 2024-12-03T18:49:30,441 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=140 B at sequenceid=9 (bloomFilter=true), to=hdfs://localhost:38481/user/jenkins/test-data/6c0e5e80-dc22-dd07-f31d-19da3abb7aed/data/default/testClearRegionBlockCache/e44e2b4005f0704f188aae547cdd87c6/.tmp/family/1d9abeecef234f30bd1892e7237373ea 2024-12-03T18:49:30,448 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38481/user/jenkins/test-data/6c0e5e80-dc22-dd07-f31d-19da3abb7aed/data/default/testClearRegionBlockCache/e44e2b4005f0704f188aae547cdd87c6/.tmp/family/1d9abeecef234f30bd1892e7237373ea as hdfs://localhost:38481/user/jenkins/test-data/6c0e5e80-dc22-dd07-f31d-19da3abb7aed/data/default/testClearRegionBlockCache/e44e2b4005f0704f188aae547cdd87c6/family/1d9abeecef234f30bd1892e7237373ea 2024-12-03T18:49:30,456 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38481/user/jenkins/test-data/6c0e5e80-dc22-dd07-f31d-19da3abb7aed/data/default/testClearRegionBlockCache/e44e2b4005f0704f188aae547cdd87c6/family/1d9abeecef234f30bd1892e7237373ea, entries=5, sequenceid=9, filesize=5.0 K 2024-12-03T18:49:30,457 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~140 B/140, heapSize ~760 B/760, currentSize=0 B/0 for e44e2b4005f0704f188aae547cdd87c6 in 37ms, sequenceid=9, compaction requested=false 2024-12-03T18:49:30,457 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for e44e2b4005f0704f188aae547cdd87c6: 2024-12-03T18:49:30,458 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 8e7ae725cb80976ead0d3061a5f68f0a 1/1 column families, dataSize=112 B heapSize=672 B 2024-12-03T18:49:30,472 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38481/user/jenkins/test-data/6c0e5e80-dc22-dd07-f31d-19da3abb7aed/data/default/testClearRegionBlockCache/8e7ae725cb80976ead0d3061a5f68f0a/.tmp/family/83c9f3fa7754490388863cc098bb929c is 32, key is 1/family:/1733251770392/Put/seqid=0 2024-12-03T18:49:30,477 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43451 is added to blk_1073741840_1016 (size=5054) 2024-12-03T18:49:30,477 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45725 is added to blk_1073741840_1016 (size=5054) 2024-12-03T18:49:30,478 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:38481/user/jenkins/test-data/6c0e5e80-dc22-dd07-f31d-19da3abb7aed/data/default/testClearRegionBlockCache/8e7ae725cb80976ead0d3061a5f68f0a/.tmp/family/83c9f3fa7754490388863cc098bb929c 2024-12-03T18:49:30,485 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38481/user/jenkins/test-data/6c0e5e80-dc22-dd07-f31d-19da3abb7aed/data/default/testClearRegionBlockCache/8e7ae725cb80976ead0d3061a5f68f0a/.tmp/family/83c9f3fa7754490388863cc098bb929c as hdfs://localhost:38481/user/jenkins/test-data/6c0e5e80-dc22-dd07-f31d-19da3abb7aed/data/default/testClearRegionBlockCache/8e7ae725cb80976ead0d3061a5f68f0a/family/83c9f3fa7754490388863cc098bb929c 2024-12-03T18:49:30,491 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38481/user/jenkins/test-data/6c0e5e80-dc22-dd07-f31d-19da3abb7aed/data/default/testClearRegionBlockCache/8e7ae725cb80976ead0d3061a5f68f0a/family/83c9f3fa7754490388863cc098bb929c, entries=4, sequenceid=8, filesize=4.9 K 2024-12-03T18:49:30,493 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~112 B/112, heapSize ~656 B/656, currentSize=0 B/0 for 8e7ae725cb80976ead0d3061a5f68f0a in 34ms, sequenceid=8, compaction requested=false 2024-12-03T18:49:30,493 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 8e7ae725cb80976ead0d3061a5f68f0a: 2024-12-03T18:49:30,497 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testClearRegionBlockCache,, stopping at row=testClearRegionBlockCache ,, for max=2147483647 with caching=100 2024-12-03T18:49:30,501 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-03T18:49:30,501 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-03T18:49:30,502 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56170, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-03T18:49:30,503 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40708, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-03T18:49:30,503 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-03T18:49:30,503 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T18:49:30,504 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.teardown(TestClearRegionBlockCache.java:100) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T18:49:30,504 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T18:49:30,504 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T18:49:30,504 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T18:49:30,504 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-03T18:49:30,504 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=941227782, stopped=false 2024-12-03T18:49:30,504 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=db5a5ccf5be8,33235,1733251767570 2024-12-03T18:49:30,579 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46421-0x1019c8718ac0001, quorum=127.0.0.1:58935, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-03T18:49:30,579 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33235-0x1019c8718ac0000, quorum=127.0.0.1:58935, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-03T18:49:30,579 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42875-0x1019c8718ac0002, quorum=127.0.0.1:58935, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-03T18:49:30,579 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46421-0x1019c8718ac0001, quorum=127.0.0.1:58935, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T18:49:30,579 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-03T18:49:30,579 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33235-0x1019c8718ac0000, quorum=127.0.0.1:58935, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T18:49:30,579 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42875-0x1019c8718ac0002, quorum=127.0.0.1:58935, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T18:49:30,580 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T18:49:30,580 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.teardown(TestClearRegionBlockCache.java:100) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T18:49:30,580 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T18:49:30,581 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:46421-0x1019c8718ac0001, quorum=127.0.0.1:58935, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-03T18:49:30,581 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'db5a5ccf5be8,46421,1733251767852' ***** 2024-12-03T18:49:30,581 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-03T18:49:30,581 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:33235-0x1019c8718ac0000, quorum=127.0.0.1:58935, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-03T18:49:30,581 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:42875-0x1019c8718ac0002, quorum=127.0.0.1:58935, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-03T18:49:30,581 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'db5a5ccf5be8,42875,1733251767894' ***** 2024-12-03T18:49:30,582 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-03T18:49:30,582 INFO [RS:1;db5a5ccf5be8:42875 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-03T18:49:30,582 INFO [RS:0;db5a5ccf5be8:46421 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-03T18:49:30,582 INFO [RS:0;db5a5ccf5be8:46421 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-03T18:49:30,582 INFO [RS:1;db5a5ccf5be8:42875 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-03T18:49:30,583 INFO [RS:1;db5a5ccf5be8:42875 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-03T18:49:30,583 INFO [RS:0;db5a5ccf5be8:46421 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-03T18:49:30,583 INFO [RS:1;db5a5ccf5be8:42875 {}] regionserver.HRegionServer(3091): Received CLOSE for 8e7ae725cb80976ead0d3061a5f68f0a 2024-12-03T18:49:30,583 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-03T18:49:30,583 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-03T18:49:30,583 INFO [RS:0;db5a5ccf5be8:46421 {}] regionserver.HRegionServer(3091): Received CLOSE for e44e2b4005f0704f188aae547cdd87c6 2024-12-03T18:49:30,584 INFO [RS:1;db5a5ccf5be8:42875 {}] regionserver.HRegionServer(959): stopping server db5a5ccf5be8,42875,1733251767894 2024-12-03T18:49:30,584 INFO [RS:1;db5a5ccf5be8:42875 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-03T18:49:30,584 INFO [RS:0;db5a5ccf5be8:46421 {}] regionserver.HRegionServer(959): stopping server db5a5ccf5be8,46421,1733251767852 2024-12-03T18:49:30,584 INFO [RS:1;db5a5ccf5be8:42875 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;db5a5ccf5be8:42875. 2024-12-03T18:49:30,584 INFO [RS:0;db5a5ccf5be8:46421 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-03T18:49:30,584 DEBUG [RS:1;db5a5ccf5be8:42875 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T18:49:30,584 INFO [RS:0;db5a5ccf5be8:46421 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;db5a5ccf5be8:46421. 2024-12-03T18:49:30,584 DEBUG [RS_CLOSE_REGION-regionserver/db5a5ccf5be8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 8e7ae725cb80976ead0d3061a5f68f0a, disabling compactions & flushes 2024-12-03T18:49:30,584 DEBUG [RS:1;db5a5ccf5be8:42875 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T18:49:30,584 DEBUG [RS:0;db5a5ccf5be8:46421 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T18:49:30,584 INFO [RS_CLOSE_REGION-regionserver/db5a5ccf5be8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,,1733251769241.8e7ae725cb80976ead0d3061a5f68f0a. 2024-12-03T18:49:30,584 DEBUG [RS:0;db5a5ccf5be8:46421 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T18:49:30,584 INFO [RS:1;db5a5ccf5be8:42875 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-03T18:49:30,584 DEBUG [RS_CLOSE_REGION-regionserver/db5a5ccf5be8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,,1733251769241.8e7ae725cb80976ead0d3061a5f68f0a. 2024-12-03T18:49:30,584 INFO [RS:1;db5a5ccf5be8:42875 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-03T18:49:30,584 INFO [RS:1;db5a5ccf5be8:42875 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-03T18:49:30,584 DEBUG [RS_CLOSE_REGION-regionserver/db5a5ccf5be8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,,1733251769241.8e7ae725cb80976ead0d3061a5f68f0a. after waiting 0 ms 2024-12-03T18:49:30,584 INFO [RS:0;db5a5ccf5be8:46421 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-03T18:49:30,584 INFO [RS:1;db5a5ccf5be8:42875 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-03T18:49:30,584 DEBUG [RS_CLOSE_REGION-regionserver/db5a5ccf5be8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,,1733251769241.8e7ae725cb80976ead0d3061a5f68f0a. 2024-12-03T18:49:30,584 DEBUG [RS:0;db5a5ccf5be8:46421 {}] regionserver.HRegionServer(1325): Online Regions={e44e2b4005f0704f188aae547cdd87c6=testClearRegionBlockCache,5,1733251769241.e44e2b4005f0704f188aae547cdd87c6.} 2024-12-03T18:49:30,584 DEBUG [RS:0;db5a5ccf5be8:46421 {}] regionserver.HRegionServer(1351): Waiting on e44e2b4005f0704f188aae547cdd87c6 2024-12-03T18:49:30,585 INFO [RS:1;db5a5ccf5be8:42875 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-03T18:49:30,585 DEBUG [RS:1;db5a5ccf5be8:42875 {}] regionserver.HRegionServer(1325): Online Regions={8e7ae725cb80976ead0d3061a5f68f0a=testClearRegionBlockCache,,1733251769241.8e7ae725cb80976ead0d3061a5f68f0a., 1588230740=hbase:meta,,1.1588230740} 2024-12-03T18:49:30,585 DEBUG [RS_CLOSE_REGION-regionserver/db5a5ccf5be8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing e44e2b4005f0704f188aae547cdd87c6, disabling compactions & flushes 2024-12-03T18:49:30,585 DEBUG [RS:1;db5a5ccf5be8:42875 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 8e7ae725cb80976ead0d3061a5f68f0a 2024-12-03T18:49:30,585 DEBUG [RS_CLOSE_META-regionserver/db5a5ccf5be8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-03T18:49:30,585 INFO [RS_CLOSE_REGION-regionserver/db5a5ccf5be8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,5,1733251769241.e44e2b4005f0704f188aae547cdd87c6. 2024-12-03T18:49:30,585 INFO [RS_CLOSE_META-regionserver/db5a5ccf5be8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-03T18:49:30,585 DEBUG [RS_CLOSE_REGION-regionserver/db5a5ccf5be8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,5,1733251769241.e44e2b4005f0704f188aae547cdd87c6. 2024-12-03T18:49:30,585 DEBUG [RS_CLOSE_META-regionserver/db5a5ccf5be8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-03T18:49:30,585 DEBUG [RS_CLOSE_REGION-regionserver/db5a5ccf5be8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,5,1733251769241.e44e2b4005f0704f188aae547cdd87c6. after waiting 0 ms 2024-12-03T18:49:30,585 DEBUG [RS_CLOSE_META-regionserver/db5a5ccf5be8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-03T18:49:30,585 DEBUG [RS_CLOSE_REGION-regionserver/db5a5ccf5be8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,5,1733251769241.e44e2b4005f0704f188aae547cdd87c6. 2024-12-03T18:49:30,585 DEBUG [RS_CLOSE_META-regionserver/db5a5ccf5be8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-03T18:49:30,585 INFO [RS_CLOSE_META-regionserver/db5a5ccf5be8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.79 KB heapSize=5.57 KB 2024-12-03T18:49:30,594 DEBUG [RS_CLOSE_REGION-regionserver/db5a5ccf5be8:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38481/user/jenkins/test-data/6c0e5e80-dc22-dd07-f31d-19da3abb7aed/data/default/testClearRegionBlockCache/8e7ae725cb80976ead0d3061a5f68f0a/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-12-03T18:49:30,594 INFO [RS_CLOSE_REGION-regionserver/db5a5ccf5be8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,,1733251769241.8e7ae725cb80976ead0d3061a5f68f0a. 2024-12-03T18:49:30,594 DEBUG [RS_CLOSE_REGION-regionserver/db5a5ccf5be8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 8e7ae725cb80976ead0d3061a5f68f0a: Waiting for close lock at 1733251770584Running coprocessor pre-close hooks at 1733251770584Disabling compacts and flushes for region at 1733251770584Disabling writes for close at 1733251770584Writing region close event to WAL at 1733251770588 (+4 ms)Running coprocessor post-close hooks at 1733251770594 (+6 ms)Closed at 1733251770594 2024-12-03T18:49:30,595 DEBUG [RS_CLOSE_REGION-regionserver/db5a5ccf5be8:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,,1733251769241.8e7ae725cb80976ead0d3061a5f68f0a. 2024-12-03T18:49:30,596 DEBUG [RS_CLOSE_REGION-regionserver/db5a5ccf5be8:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38481/user/jenkins/test-data/6c0e5e80-dc22-dd07-f31d-19da3abb7aed/data/default/testClearRegionBlockCache/e44e2b4005f0704f188aae547cdd87c6/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=1 2024-12-03T18:49:30,596 INFO [RS_CLOSE_REGION-regionserver/db5a5ccf5be8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,5,1733251769241.e44e2b4005f0704f188aae547cdd87c6. 2024-12-03T18:49:30,596 DEBUG [RS_CLOSE_REGION-regionserver/db5a5ccf5be8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for e44e2b4005f0704f188aae547cdd87c6: Waiting for close lock at 1733251770585Running coprocessor pre-close hooks at 1733251770585Disabling compacts and flushes for region at 1733251770585Disabling writes for close at 1733251770585Writing region close event to WAL at 1733251770592 (+7 ms)Running coprocessor post-close hooks at 1733251770596 (+4 ms)Closed at 1733251770596 2024-12-03T18:49:30,597 DEBUG [RS_CLOSE_REGION-regionserver/db5a5ccf5be8:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,5,1733251769241.e44e2b4005f0704f188aae547cdd87c6. 2024-12-03T18:49:30,606 DEBUG [RS_CLOSE_META-regionserver/db5a5ccf5be8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38481/user/jenkins/test-data/6c0e5e80-dc22-dd07-f31d-19da3abb7aed/data/hbase/meta/1588230740/.tmp/info/dbfb4a6c79b84b22a872ffaa65f3abae is 173, key is testClearRegionBlockCache,5,1733251769241.e44e2b4005f0704f188aae547cdd87c6./info:regioninfo/1733251770026/Put/seqid=0 2024-12-03T18:49:30,612 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43451 is added to blk_1073741841_1017 (size=8173) 2024-12-03T18:49:30,612 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45725 is added to blk_1073741841_1017 (size=8173) 2024-12-03T18:49:30,612 INFO [RS_CLOSE_META-regionserver/db5a5ccf5be8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.60 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:38481/user/jenkins/test-data/6c0e5e80-dc22-dd07-f31d-19da3abb7aed/data/hbase/meta/1588230740/.tmp/info/dbfb4a6c79b84b22a872ffaa65f3abae 2024-12-03T18:49:30,650 INFO [regionserver/db5a5ccf5be8:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-03T18:49:30,650 INFO [regionserver/db5a5ccf5be8:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-03T18:49:30,658 DEBUG [RS_CLOSE_META-regionserver/db5a5ccf5be8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38481/user/jenkins/test-data/6c0e5e80-dc22-dd07-f31d-19da3abb7aed/data/hbase/meta/1588230740/.tmp/ns/ed8fc6771f334947940b381218798c02 is 43, key is default/ns:d/1733251769173/Put/seqid=0 2024-12-03T18:49:30,663 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43451 is added to blk_1073741842_1018 (size=5153) 2024-12-03T18:49:30,663 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45725 is added to blk_1073741842_1018 (size=5153) 2024-12-03T18:49:30,664 INFO [RS_CLOSE_META-regionserver/db5a5ccf5be8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:38481/user/jenkins/test-data/6c0e5e80-dc22-dd07-f31d-19da3abb7aed/data/hbase/meta/1588230740/.tmp/ns/ed8fc6771f334947940b381218798c02 2024-12-03T18:49:30,684 DEBUG [RS_CLOSE_META-regionserver/db5a5ccf5be8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38481/user/jenkins/test-data/6c0e5e80-dc22-dd07-f31d-19da3abb7aed/data/hbase/meta/1588230740/.tmp/table/8b65c5b2f3844c06ab666e18e3583231 is 61, key is testClearRegionBlockCache/table:state/1733251770037/Put/seqid=0 2024-12-03T18:49:30,689 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45725 is added to blk_1073741843_1019 (size=5312) 2024-12-03T18:49:30,689 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43451 is added to blk_1073741843_1019 (size=5312) 2024-12-03T18:49:30,690 INFO [RS_CLOSE_META-regionserver/db5a5ccf5be8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=114 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:38481/user/jenkins/test-data/6c0e5e80-dc22-dd07-f31d-19da3abb7aed/data/hbase/meta/1588230740/.tmp/table/8b65c5b2f3844c06ab666e18e3583231 2024-12-03T18:49:30,696 DEBUG [RS_CLOSE_META-regionserver/db5a5ccf5be8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38481/user/jenkins/test-data/6c0e5e80-dc22-dd07-f31d-19da3abb7aed/data/hbase/meta/1588230740/.tmp/info/dbfb4a6c79b84b22a872ffaa65f3abae as hdfs://localhost:38481/user/jenkins/test-data/6c0e5e80-dc22-dd07-f31d-19da3abb7aed/data/hbase/meta/1588230740/info/dbfb4a6c79b84b22a872ffaa65f3abae 2024-12-03T18:49:30,702 INFO [RS_CLOSE_META-regionserver/db5a5ccf5be8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38481/user/jenkins/test-data/6c0e5e80-dc22-dd07-f31d-19da3abb7aed/data/hbase/meta/1588230740/info/dbfb4a6c79b84b22a872ffaa65f3abae, entries=20, sequenceid=13, filesize=8.0 K 2024-12-03T18:49:30,703 DEBUG [RS_CLOSE_META-regionserver/db5a5ccf5be8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38481/user/jenkins/test-data/6c0e5e80-dc22-dd07-f31d-19da3abb7aed/data/hbase/meta/1588230740/.tmp/ns/ed8fc6771f334947940b381218798c02 as hdfs://localhost:38481/user/jenkins/test-data/6c0e5e80-dc22-dd07-f31d-19da3abb7aed/data/hbase/meta/1588230740/ns/ed8fc6771f334947940b381218798c02 2024-12-03T18:49:30,709 INFO [RS_CLOSE_META-regionserver/db5a5ccf5be8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38481/user/jenkins/test-data/6c0e5e80-dc22-dd07-f31d-19da3abb7aed/data/hbase/meta/1588230740/ns/ed8fc6771f334947940b381218798c02, entries=2, sequenceid=13, filesize=5.0 K 2024-12-03T18:49:30,711 DEBUG [RS_CLOSE_META-regionserver/db5a5ccf5be8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38481/user/jenkins/test-data/6c0e5e80-dc22-dd07-f31d-19da3abb7aed/data/hbase/meta/1588230740/.tmp/table/8b65c5b2f3844c06ab666e18e3583231 as hdfs://localhost:38481/user/jenkins/test-data/6c0e5e80-dc22-dd07-f31d-19da3abb7aed/data/hbase/meta/1588230740/table/8b65c5b2f3844c06ab666e18e3583231 2024-12-03T18:49:30,717 INFO [RS_CLOSE_META-regionserver/db5a5ccf5be8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38481/user/jenkins/test-data/6c0e5e80-dc22-dd07-f31d-19da3abb7aed/data/hbase/meta/1588230740/table/8b65c5b2f3844c06ab666e18e3583231, entries=2, sequenceid=13, filesize=5.2 K 2024-12-03T18:49:30,719 INFO [RS_CLOSE_META-regionserver/db5a5ccf5be8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.79 KB/2852, heapSize ~5.27 KB/5400, currentSize=0 B/0 for 1588230740 in 134ms, sequenceid=13, compaction requested=false 2024-12-03T18:49:30,724 DEBUG [RS_CLOSE_META-regionserver/db5a5ccf5be8:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38481/user/jenkins/test-data/6c0e5e80-dc22-dd07-f31d-19da3abb7aed/data/hbase/meta/1588230740/recovered.edits/16.seqid, newMaxSeqId=16, maxSeqId=1 2024-12-03T18:49:30,725 DEBUG [RS_CLOSE_META-regionserver/db5a5ccf5be8:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-03T18:49:30,725 INFO [RS_CLOSE_META-regionserver/db5a5ccf5be8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-03T18:49:30,725 DEBUG [RS_CLOSE_META-regionserver/db5a5ccf5be8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733251770585Running coprocessor pre-close hooks at 1733251770585Disabling compacts and flushes for region at 1733251770585Disabling writes for close at 1733251770585Obtaining lock to block concurrent updates at 1733251770585Preparing flush snapshotting stores in 1588230740 at 1733251770585Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2852, getHeapSize=5640, getOffHeapSize=0, getCellsCount=24 at 1733251770586 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1733251770586Flushing 1588230740/info: creating writer at 1733251770586Flushing 1588230740/info: appending metadata at 1733251770606 (+20 ms)Flushing 1588230740/info: closing flushed file at 1733251770606Flushing 1588230740/ns: creating writer at 1733251770618 (+12 ms)Flushing 1588230740/ns: appending metadata at 1733251770658 (+40 ms)Flushing 1588230740/ns: closing flushed file at 1733251770658Flushing 1588230740/table: creating writer at 1733251770669 (+11 ms)Flushing 1588230740/table: appending metadata at 1733251770683 (+14 ms)Flushing 1588230740/table: closing flushed file at 1733251770683Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@58db45e: reopening flushed file at 1733251770695 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5e8949df: reopening flushed file at 1733251770702 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5be13255: reopening flushed file at 1733251770710 (+8 ms)Finished flush of dataSize ~2.79 KB/2852, heapSize ~5.27 KB/5400, currentSize=0 B/0 for 1588230740 in 134ms, sequenceid=13, compaction requested=false at 1733251770719 (+9 ms)Writing region close event to WAL at 1733251770720 (+1 ms)Running coprocessor post-close hooks at 1733251770725 (+5 ms)Closed at 1733251770725 2024-12-03T18:49:30,725 DEBUG [RS_CLOSE_META-regionserver/db5a5ccf5be8:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-03T18:49:30,785 INFO [RS:0;db5a5ccf5be8:46421 {}] regionserver.HRegionServer(976): stopping server db5a5ccf5be8,46421,1733251767852; all regions closed. 2024-12-03T18:49:30,785 INFO [RS:1;db5a5ccf5be8:42875 {}] regionserver.HRegionServer(976): stopping server db5a5ccf5be8,42875,1733251767894; all regions closed. 2024-12-03T18:49:30,787 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43451 is added to blk_1073741832_1008 (size=1867) 2024-12-03T18:49:30,788 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45725 is added to blk_1073741832_1008 (size=1867) 2024-12-03T18:49:30,788 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45725 is added to blk_1073741835_1011 (size=4338) 2024-12-03T18:49:30,788 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/6c0e5e80-dc22-dd07-f31d-19da3abb7aed/WALs/db5a5ccf5be8,42875,1733251767894/db5a5ccf5be8%2C42875%2C1733251767894.meta.1733251769108.meta not finished, retry = 0 2024-12-03T18:49:30,788 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43451 is added to blk_1073741835_1011 (size=4338) 2024-12-03T18:49:30,789 DEBUG [RS:0;db5a5ccf5be8:46421 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/6c0e5e80-dc22-dd07-f31d-19da3abb7aed/oldWALs 2024-12-03T18:49:30,789 INFO [RS:0;db5a5ccf5be8:46421 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL db5a5ccf5be8%2C46421%2C1733251767852:(num 1733251768566) 2024-12-03T18:49:30,789 DEBUG [RS:0;db5a5ccf5be8:46421 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T18:49:30,790 INFO [RS:0;db5a5ccf5be8:46421 {}] regionserver.LeaseManager(133): Closed leases 2024-12-03T18:49:30,790 INFO [RS:0;db5a5ccf5be8:46421 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-03T18:49:30,790 INFO [RS:0;db5a5ccf5be8:46421 {}] hbase.ChoreService(370): Chore service for: regionserver/db5a5ccf5be8:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-03T18:49:30,790 INFO [RS:0;db5a5ccf5be8:46421 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-03T18:49:30,790 INFO [RS:0;db5a5ccf5be8:46421 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-03T18:49:30,790 INFO [regionserver/db5a5ccf5be8:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-03T18:49:30,790 INFO [RS:0;db5a5ccf5be8:46421 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-03T18:49:30,790 INFO [RS:0;db5a5ccf5be8:46421 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-03T18:49:30,790 INFO [RS:0;db5a5ccf5be8:46421 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:46421 2024-12-03T18:49:30,800 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46421-0x1019c8718ac0001, quorum=127.0.0.1:58935, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/db5a5ccf5be8,46421,1733251767852 2024-12-03T18:49:30,800 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33235-0x1019c8718ac0000, quorum=127.0.0.1:58935, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-03T18:49:30,800 INFO [RS:0;db5a5ccf5be8:46421 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-03T18:49:30,800 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [db5a5ccf5be8,46421,1733251767852] 2024-12-03T18:49:30,821 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/db5a5ccf5be8,46421,1733251767852 already deleted, retry=false 2024-12-03T18:49:30,821 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; db5a5ccf5be8,46421,1733251767852 expired; onlineServers=1 2024-12-03T18:49:30,891 DEBUG [RS:1;db5a5ccf5be8:42875 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/6c0e5e80-dc22-dd07-f31d-19da3abb7aed/oldWALs 2024-12-03T18:49:30,891 INFO [RS:1;db5a5ccf5be8:42875 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL db5a5ccf5be8%2C42875%2C1733251767894.meta:.meta(num 1733251769108) 2024-12-03T18:49:30,894 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43451 is added to blk_1073741833_1009 (size=1758) 2024-12-03T18:49:30,894 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45725 is added to blk_1073741833_1009 (size=1758) 2024-12-03T18:49:30,897 DEBUG [RS:1;db5a5ccf5be8:42875 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/6c0e5e80-dc22-dd07-f31d-19da3abb7aed/oldWALs 2024-12-03T18:49:30,897 INFO [RS:1;db5a5ccf5be8:42875 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL db5a5ccf5be8%2C42875%2C1733251767894:(num 1733251768571) 2024-12-03T18:49:30,897 DEBUG [RS:1;db5a5ccf5be8:42875 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T18:49:30,897 INFO [RS:1;db5a5ccf5be8:42875 {}] regionserver.LeaseManager(133): Closed leases 2024-12-03T18:49:30,897 INFO [RS:1;db5a5ccf5be8:42875 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-03T18:49:30,897 INFO [RS:1;db5a5ccf5be8:42875 {}] hbase.ChoreService(370): Chore service for: regionserver/db5a5ccf5be8:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-03T18:49:30,898 INFO [RS:1;db5a5ccf5be8:42875 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-03T18:49:30,898 INFO [regionserver/db5a5ccf5be8:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-03T18:49:30,898 INFO [RS:1;db5a5ccf5be8:42875 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42875 2024-12-03T18:49:30,905 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42875-0x1019c8718ac0002, quorum=127.0.0.1:58935, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/db5a5ccf5be8,42875,1733251767894 2024-12-03T18:49:30,905 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33235-0x1019c8718ac0000, quorum=127.0.0.1:58935, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-03T18:49:30,905 INFO [RS:1;db5a5ccf5be8:42875 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-03T18:49:30,910 INFO [RS:0;db5a5ccf5be8:46421 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-03T18:49:30,910 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46421-0x1019c8718ac0001, quorum=127.0.0.1:58935, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T18:49:30,910 INFO [RS:0;db5a5ccf5be8:46421 {}] regionserver.HRegionServer(1031): Exiting; stopping=db5a5ccf5be8,46421,1733251767852; zookeeper connection closed. 2024-12-03T18:49:30,910 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46421-0x1019c8718ac0001, quorum=127.0.0.1:58935, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T18:49:30,911 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@531d2199 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@531d2199 2024-12-03T18:49:30,915 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [db5a5ccf5be8,42875,1733251767894] 2024-12-03T18:49:30,926 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/db5a5ccf5be8,42875,1733251767894 already deleted, retry=false 2024-12-03T18:49:30,926 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; db5a5ccf5be8,42875,1733251767894 expired; onlineServers=0 2024-12-03T18:49:30,926 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'db5a5ccf5be8,33235,1733251767570' ***** 2024-12-03T18:49:30,926 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-03T18:49:30,926 INFO [M:0;db5a5ccf5be8:33235 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-03T18:49:30,926 INFO [M:0;db5a5ccf5be8:33235 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-03T18:49:30,927 DEBUG [M:0;db5a5ccf5be8:33235 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-03T18:49:30,927 DEBUG [M:0;db5a5ccf5be8:33235 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-03T18:49:30,927 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-03T18:49:30,927 DEBUG [master/db5a5ccf5be8:0:becomeActiveMaster-HFileCleaner.small.0-1733251768270 {}] cleaner.HFileCleaner(306): Exit Thread[master/db5a5ccf5be8:0:becomeActiveMaster-HFileCleaner.small.0-1733251768270,5,FailOnTimeoutGroup] 2024-12-03T18:49:30,927 DEBUG [master/db5a5ccf5be8:0:becomeActiveMaster-HFileCleaner.large.0-1733251768268 {}] cleaner.HFileCleaner(306): Exit Thread[master/db5a5ccf5be8:0:becomeActiveMaster-HFileCleaner.large.0-1733251768268,5,FailOnTimeoutGroup] 2024-12-03T18:49:30,927 INFO [M:0;db5a5ccf5be8:33235 {}] hbase.ChoreService(370): Chore service for: master/db5a5ccf5be8:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-03T18:49:30,928 INFO [M:0;db5a5ccf5be8:33235 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-03T18:49:30,928 DEBUG [M:0;db5a5ccf5be8:33235 {}] master.HMaster(1795): Stopping service threads 2024-12-03T18:49:30,928 INFO [M:0;db5a5ccf5be8:33235 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-03T18:49:30,928 INFO [M:0;db5a5ccf5be8:33235 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-03T18:49:30,929 INFO [M:0;db5a5ccf5be8:33235 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-03T18:49:30,929 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-03T18:49:30,936 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33235-0x1019c8718ac0000, quorum=127.0.0.1:58935, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-12-03T18:49:30,936 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33235-0x1019c8718ac0000, quorum=127.0.0.1:58935, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T18:49:30,937 DEBUG [M:0;db5a5ccf5be8:33235 {}] zookeeper.ZKUtil(347): master:33235-0x1019c8718ac0000, quorum=127.0.0.1:58935, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-12-03T18:49:30,937 WARN [M:0;db5a5ccf5be8:33235 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-03T18:49:30,938 INFO [M:0;db5a5ccf5be8:33235 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:38481/user/jenkins/test-data/6c0e5e80-dc22-dd07-f31d-19da3abb7aed/.lastflushedseqids 2024-12-03T18:49:30,946 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43451 is added to blk_1073741844_1020 (size=182) 2024-12-03T18:49:30,946 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45725 is added to blk_1073741844_1020 (size=182) 2024-12-03T18:49:30,946 INFO [M:0;db5a5ccf5be8:33235 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-03T18:49:30,946 INFO [M:0;db5a5ccf5be8:33235 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-03T18:49:30,946 DEBUG [M:0;db5a5ccf5be8:33235 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-03T18:49:30,946 INFO [M:0;db5a5ccf5be8:33235 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T18:49:30,946 DEBUG [M:0;db5a5ccf5be8:33235 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T18:49:30,947 DEBUG [M:0;db5a5ccf5be8:33235 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-03T18:49:30,947 DEBUG [M:0;db5a5ccf5be8:33235 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T18:49:30,947 INFO [M:0;db5a5ccf5be8:33235 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=29.58 KB heapSize=36.95 KB 2024-12-03T18:49:30,963 DEBUG [M:0;db5a5ccf5be8:33235 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38481/user/jenkins/test-data/6c0e5e80-dc22-dd07-f31d-19da3abb7aed/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/4c4b48b6010f43d19d12e0e4ebc3fbc6 is 82, key is hbase:meta,,1/info:regioninfo/1733251769147/Put/seqid=0 2024-12-03T18:49:30,968 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43451 is added to blk_1073741845_1021 (size=5672) 2024-12-03T18:49:30,968 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45725 is added to blk_1073741845_1021 (size=5672) 2024-12-03T18:49:30,969 INFO [M:0;db5a5ccf5be8:33235 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:38481/user/jenkins/test-data/6c0e5e80-dc22-dd07-f31d-19da3abb7aed/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/4c4b48b6010f43d19d12e0e4ebc3fbc6 2024-12-03T18:49:30,987 DEBUG [M:0;db5a5ccf5be8:33235 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38481/user/jenkins/test-data/6c0e5e80-dc22-dd07-f31d-19da3abb7aed/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/cc76d09bed274ea19bcf7364d52e2b5a is 803, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1733251770041/Put/seqid=0 2024-12-03T18:49:30,992 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43451 is added to blk_1073741846_1022 (size=6219) 2024-12-03T18:49:30,992 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45725 is added to blk_1073741846_1022 (size=6219) 2024-12-03T18:49:30,992 INFO [M:0;db5a5ccf5be8:33235 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28.96 KB at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:38481/user/jenkins/test-data/6c0e5e80-dc22-dd07-f31d-19da3abb7aed/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/cc76d09bed274ea19bcf7364d52e2b5a 2024-12-03T18:49:31,011 DEBUG [M:0;db5a5ccf5be8:33235 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38481/user/jenkins/test-data/6c0e5e80-dc22-dd07-f31d-19da3abb7aed/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d13780dba6f64e51958f9948d20a93f3 is 69, key is db5a5ccf5be8,42875,1733251767894/rs:state/1733251768371/Put/seqid=0 2024-12-03T18:49:31,015 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43451 is added to blk_1073741847_1023 (size=5224) 2024-12-03T18:49:31,016 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42875-0x1019c8718ac0002, quorum=127.0.0.1:58935, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T18:49:31,016 INFO [RS:1;db5a5ccf5be8:42875 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-03T18:49:31,016 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42875-0x1019c8718ac0002, quorum=127.0.0.1:58935, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T18:49:31,016 INFO [RS:1;db5a5ccf5be8:42875 {}] regionserver.HRegionServer(1031): Exiting; stopping=db5a5ccf5be8,42875,1733251767894; zookeeper connection closed. 2024-12-03T18:49:31,016 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45725 is added to blk_1073741847_1023 (size=5224) 2024-12-03T18:49:31,016 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@5ac472f2 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@5ac472f2 2024-12-03T18:49:31,016 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 2 regionserver(s) complete 2024-12-03T18:49:31,016 INFO [M:0;db5a5ccf5be8:33235 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=130 B at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:38481/user/jenkins/test-data/6c0e5e80-dc22-dd07-f31d-19da3abb7aed/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d13780dba6f64e51958f9948d20a93f3 2024-12-03T18:49:31,023 DEBUG [M:0;db5a5ccf5be8:33235 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38481/user/jenkins/test-data/6c0e5e80-dc22-dd07-f31d-19da3abb7aed/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/4c4b48b6010f43d19d12e0e4ebc3fbc6 as hdfs://localhost:38481/user/jenkins/test-data/6c0e5e80-dc22-dd07-f31d-19da3abb7aed/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/4c4b48b6010f43d19d12e0e4ebc3fbc6 2024-12-03T18:49:31,029 INFO [M:0;db5a5ccf5be8:33235 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38481/user/jenkins/test-data/6c0e5e80-dc22-dd07-f31d-19da3abb7aed/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/4c4b48b6010f43d19d12e0e4ebc3fbc6, entries=8, sequenceid=71, filesize=5.5 K 2024-12-03T18:49:31,030 DEBUG [M:0;db5a5ccf5be8:33235 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38481/user/jenkins/test-data/6c0e5e80-dc22-dd07-f31d-19da3abb7aed/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/cc76d09bed274ea19bcf7364d52e2b5a as hdfs://localhost:38481/user/jenkins/test-data/6c0e5e80-dc22-dd07-f31d-19da3abb7aed/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/cc76d09bed274ea19bcf7364d52e2b5a 2024-12-03T18:49:31,035 INFO [M:0;db5a5ccf5be8:33235 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38481/user/jenkins/test-data/6c0e5e80-dc22-dd07-f31d-19da3abb7aed/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/cc76d09bed274ea19bcf7364d52e2b5a, entries=8, sequenceid=71, filesize=6.1 K 2024-12-03T18:49:31,036 DEBUG [M:0;db5a5ccf5be8:33235 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38481/user/jenkins/test-data/6c0e5e80-dc22-dd07-f31d-19da3abb7aed/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d13780dba6f64e51958f9948d20a93f3 as hdfs://localhost:38481/user/jenkins/test-data/6c0e5e80-dc22-dd07-f31d-19da3abb7aed/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/d13780dba6f64e51958f9948d20a93f3 2024-12-03T18:49:31,042 INFO [M:0;db5a5ccf5be8:33235 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38481/user/jenkins/test-data/6c0e5e80-dc22-dd07-f31d-19da3abb7aed/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/d13780dba6f64e51958f9948d20a93f3, entries=2, sequenceid=71, filesize=5.1 K 2024-12-03T18:49:31,044 INFO [M:0;db5a5ccf5be8:33235 {}] regionserver.HRegion(3140): Finished flush of dataSize ~29.58 KB/30293, heapSize ~36.66 KB/37536, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 96ms, sequenceid=71, compaction requested=false 2024-12-03T18:49:31,045 INFO [M:0;db5a5ccf5be8:33235 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T18:49:31,045 DEBUG [M:0;db5a5ccf5be8:33235 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733251770946Disabling compacts and flushes for region at 1733251770946Disabling writes for close at 1733251770947 (+1 ms)Obtaining lock to block concurrent updates at 1733251770947Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733251770947Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=30293, getHeapSize=37776, getOffHeapSize=0, getCellsCount=86 at 1733251770947Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733251770948 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733251770948Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733251770963 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733251770963Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733251770973 (+10 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733251770987 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733251770987Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733251770997 (+10 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733251771010 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733251771010Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@694d2675: reopening flushed file at 1733251771022 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@67dbb3dd: reopening flushed file at 1733251771029 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7c34bc30: reopening flushed file at 1733251771035 (+6 ms)Finished flush of dataSize ~29.58 KB/30293, heapSize ~36.66 KB/37536, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 96ms, sequenceid=71, compaction requested=false at 1733251771044 (+9 ms)Writing region close event to WAL at 1733251771045 (+1 ms)Closed at 1733251771045 2024-12-03T18:49:31,047 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43451 is added to blk_1073741830_1006 (size=35440) 2024-12-03T18:49:31,047 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/6c0e5e80-dc22-dd07-f31d-19da3abb7aed/MasterData/WALs/db5a5ccf5be8,33235,1733251767570/db5a5ccf5be8%2C33235%2C1733251767570.1733251768039 not finished, retry = 0 2024-12-03T18:49:31,047 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45725 is added to blk_1073741830_1006 (size=35440) 2024-12-03T18:49:31,149 INFO [M:0;db5a5ccf5be8:33235 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-03T18:49:31,149 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-03T18:49:31,149 INFO [M:0;db5a5ccf5be8:33235 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:33235 2024-12-03T18:49:31,149 INFO [M:0;db5a5ccf5be8:33235 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-03T18:49:31,258 INFO [M:0;db5a5ccf5be8:33235 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-03T18:49:31,258 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33235-0x1019c8718ac0000, quorum=127.0.0.1:58935, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T18:49:31,258 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33235-0x1019c8718ac0000, quorum=127.0.0.1:58935, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T18:49:31,262 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2a29a73a{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-03T18:49:31,263 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7f6e5123{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-03T18:49:31,263 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-03T18:49:31,263 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@35607b3e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-03T18:49:31,263 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1f4d6d0d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2b08a28b-fdf0-a090-f0e5-8cbf84d52904/hadoop.log.dir/,STOPPED} 2024-12-03T18:49:31,265 WARN [BP-1956468748-172.17.0.2-1733251765226 heartbeating to localhost/127.0.0.1:38481 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-03T18:49:31,265 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-03T18:49:31,265 WARN [BP-1956468748-172.17.0.2-1733251765226 heartbeating to localhost/127.0.0.1:38481 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1956468748-172.17.0.2-1733251765226 (Datanode Uuid 4b0b867e-ea1a-455d-9755-c63a4b94e2e1) service to localhost/127.0.0.1:38481 2024-12-03T18:49:31,265 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-03T18:49:31,267 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2b08a28b-fdf0-a090-f0e5-8cbf84d52904/cluster_137374bd-3dbe-efa1-a60e-534a6de86c67/data/data3/current/BP-1956468748-172.17.0.2-1733251765226 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-03T18:49:31,267 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2b08a28b-fdf0-a090-f0e5-8cbf84d52904/cluster_137374bd-3dbe-efa1-a60e-534a6de86c67/data/data4/current/BP-1956468748-172.17.0.2-1733251765226 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-03T18:49:31,267 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-03T18:49:31,270 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3a404104{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-03T18:49:31,270 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@54364ce7{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-03T18:49:31,270 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-03T18:49:31,271 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1c1a132d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-03T18:49:31,271 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@395cf9f6{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2b08a28b-fdf0-a090-f0e5-8cbf84d52904/hadoop.log.dir/,STOPPED} 2024-12-03T18:49:31,271 WARN [BP-1956468748-172.17.0.2-1733251765226 heartbeating to localhost/127.0.0.1:38481 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-03T18:49:31,271 WARN [BP-1956468748-172.17.0.2-1733251765226 heartbeating to localhost/127.0.0.1:38481 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1956468748-172.17.0.2-1733251765226 (Datanode Uuid 16f8522c-b926-4c9e-a18f-f82d99776ddb) service to localhost/127.0.0.1:38481 2024-12-03T18:49:31,271 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-03T18:49:31,272 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-03T18:49:31,272 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2b08a28b-fdf0-a090-f0e5-8cbf84d52904/cluster_137374bd-3dbe-efa1-a60e-534a6de86c67/data/data1/current/BP-1956468748-172.17.0.2-1733251765226 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-03T18:49:31,272 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2b08a28b-fdf0-a090-f0e5-8cbf84d52904/cluster_137374bd-3dbe-efa1-a60e-534a6de86c67/data/data2/current/BP-1956468748-172.17.0.2-1733251765226 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-03T18:49:31,272 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-03T18:49:31,277 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5e58470b{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-03T18:49:31,277 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7d7e799d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-03T18:49:31,277 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-03T18:49:31,277 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@60aac732{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-03T18:49:31,277 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3e2c09ab{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2b08a28b-fdf0-a090-f0e5-8cbf84d52904/hadoop.log.dir/,STOPPED} 2024-12-03T18:49:31,282 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-03T18:49:31,298 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-03T18:49:31,304 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.TestClearRegionBlockCache#testClearBlockCacheFromAdmin[0: lru] Thread=130 (was 110) Potentially hanging thread: IPC Client (1768670951) connection to localhost/127.0.0.1:38481 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-9-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.5@localhost:38481 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38481 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1768670951) connection to localhost/127.0.0.1:38481 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-9-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.4@localhost:38481 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38481 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-11-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38481 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-11-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38481 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1768670951) connection to localhost/127.0.0.1:38481 from jenkins.hfs.5 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-13-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-11-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:38481 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1768670951) connection to localhost/127.0.0.1:38481 from jenkins.hfs.4 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-9-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-16 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=470 (was 441) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=347 (was 378), ProcessCount=11 (was 11), AvailableMemoryMB=5926 (was 6228) 2024-12-03T18:49:31,310 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.TestClearRegionBlockCache#testClearBlockCacheFromAsyncAdmin[1: bucket] Thread=130, OpenFileDescriptor=470, MaxFileDescriptor=1048576, SystemLoadAverage=347, ProcessCount=11, AvailableMemoryMB=5926 2024-12-03T18:49:31,321 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2b08a28b-fdf0-a090-f0e5-8cbf84d52904/hadoop.log.dir so I do NOT create it in target/test-data/5ed4256c-224e-2569-4a5d-db998beb401d 2024-12-03T18:49:31,321 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2b08a28b-fdf0-a090-f0e5-8cbf84d52904/hadoop.log.dir Erasing configuration value by system value. 2024-12-03T18:49:31,321 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2b08a28b-fdf0-a090-f0e5-8cbf84d52904/hadoop.tmp.dir so I do NOT create it in target/test-data/5ed4256c-224e-2569-4a5d-db998beb401d 2024-12-03T18:49:31,321 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2b08a28b-fdf0-a090-f0e5-8cbf84d52904/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-03T18:49:31,321 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5ed4256c-224e-2569-4a5d-db998beb401d 2024-12-03T18:49:31,321 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=2, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-03T18:49:31,322 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5ed4256c-224e-2569-4a5d-db998beb401d/cluster_32219f87-d332-ae0e-f82b-ef3097d02b2e, deleteOnExit=true 2024-12-03T18:49:31,322 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-03T18:49:31,322 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5ed4256c-224e-2569-4a5d-db998beb401d/test.cache.data in system properties and HBase conf 2024-12-03T18:49:31,322 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5ed4256c-224e-2569-4a5d-db998beb401d/hadoop.tmp.dir in system properties and HBase conf 2024-12-03T18:49:31,322 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5ed4256c-224e-2569-4a5d-db998beb401d/hadoop.log.dir in system properties and HBase conf 2024-12-03T18:49:31,322 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5ed4256c-224e-2569-4a5d-db998beb401d/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-03T18:49:31,322 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5ed4256c-224e-2569-4a5d-db998beb401d/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-03T18:49:31,322 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-03T18:49:31,322 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-03T18:49:31,322 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5ed4256c-224e-2569-4a5d-db998beb401d/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-03T18:49:31,322 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5ed4256c-224e-2569-4a5d-db998beb401d/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-03T18:49:31,322 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5ed4256c-224e-2569-4a5d-db998beb401d/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-03T18:49:31,322 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5ed4256c-224e-2569-4a5d-db998beb401d/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-03T18:49:31,323 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5ed4256c-224e-2569-4a5d-db998beb401d/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-03T18:49:31,323 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5ed4256c-224e-2569-4a5d-db998beb401d/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-03T18:49:31,323 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5ed4256c-224e-2569-4a5d-db998beb401d/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-03T18:49:31,323 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5ed4256c-224e-2569-4a5d-db998beb401d/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-03T18:49:31,323 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5ed4256c-224e-2569-4a5d-db998beb401d/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-03T18:49:31,323 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5ed4256c-224e-2569-4a5d-db998beb401d/nfs.dump.dir in system properties and HBase conf 2024-12-03T18:49:31,323 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5ed4256c-224e-2569-4a5d-db998beb401d/java.io.tmpdir in system properties and HBase conf 2024-12-03T18:49:31,323 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5ed4256c-224e-2569-4a5d-db998beb401d/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-03T18:49:31,323 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5ed4256c-224e-2569-4a5d-db998beb401d/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-03T18:49:31,323 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5ed4256c-224e-2569-4a5d-db998beb401d/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-03T18:49:31,616 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T18:49:31,620 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-03T18:49:31,621 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-03T18:49:31,621 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-03T18:49:31,621 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-03T18:49:31,622 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T18:49:31,622 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@66f46536{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5ed4256c-224e-2569-4a5d-db998beb401d/hadoop.log.dir/,AVAILABLE} 2024-12-03T18:49:31,622 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@311b153b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-03T18:49:31,711 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5ef46dbc{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5ed4256c-224e-2569-4a5d-db998beb401d/java.io.tmpdir/jetty-localhost-40161-hadoop-hdfs-3_4_1-tests_jar-_-any-14339536045904396808/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-03T18:49:31,711 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@62b6b626{HTTP/1.1, (http/1.1)}{localhost:40161} 2024-12-03T18:49:31,711 INFO [Time-limited test {}] server.Server(415): Started @24957ms 2024-12-03T18:49:32,048 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T18:49:32,051 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-03T18:49:32,052 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-03T18:49:32,052 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-03T18:49:32,052 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-03T18:49:32,052 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7f89ab31{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5ed4256c-224e-2569-4a5d-db998beb401d/hadoop.log.dir/,AVAILABLE} 2024-12-03T18:49:32,052 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1c7764d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-03T18:49:32,143 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2877bed3{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5ed4256c-224e-2569-4a5d-db998beb401d/java.io.tmpdir/jetty-localhost-43611-hadoop-hdfs-3_4_1-tests_jar-_-any-2475340456055920341/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-03T18:49:32,144 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@626f188e{HTTP/1.1, (http/1.1)}{localhost:43611} 2024-12-03T18:49:32,144 INFO [Time-limited test {}] server.Server(415): Started @25389ms 2024-12-03T18:49:32,145 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-03T18:49:32,169 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T18:49:32,173 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-03T18:49:32,173 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-03T18:49:32,173 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-03T18:49:32,173 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-03T18:49:32,174 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@54c4d3c8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5ed4256c-224e-2569-4a5d-db998beb401d/hadoop.log.dir/,AVAILABLE} 2024-12-03T18:49:32,174 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@31dabe10{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-03T18:49:32,262 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5b9022a7{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5ed4256c-224e-2569-4a5d-db998beb401d/java.io.tmpdir/jetty-localhost-42397-hadoop-hdfs-3_4_1-tests_jar-_-any-12335661083167985905/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-03T18:49:32,263 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@51123309{HTTP/1.1, (http/1.1)}{localhost:42397} 2024-12-03T18:49:32,263 INFO [Time-limited test {}] server.Server(415): Started @25508ms 2024-12-03T18:49:32,264 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-03T18:49:33,199 WARN [Thread-898 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5ed4256c-224e-2569-4a5d-db998beb401d/cluster_32219f87-d332-ae0e-f82b-ef3097d02b2e/data/data2/current/BP-2055749328-172.17.0.2-1733251771343/current, will proceed with Du for space computation calculation, 2024-12-03T18:49:33,199 WARN [Thread-897 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5ed4256c-224e-2569-4a5d-db998beb401d/cluster_32219f87-d332-ae0e-f82b-ef3097d02b2e/data/data1/current/BP-2055749328-172.17.0.2-1733251771343/current, will proceed with Du for space computation calculation, 2024-12-03T18:49:33,215 WARN [Thread-861 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-03T18:49:33,217 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x47344b746a53c382 with lease ID 0x82fc1787e1dbed09: Processing first storage report for DS-336b66bb-4bde-4eb8-b62d-3bcbbd05215f from datanode DatanodeRegistration(127.0.0.1:35949, datanodeUuid=18a7b241-1582-4ef3-a68f-7112c5a475f1, infoPort=39395, infoSecurePort=0, ipcPort=36111, storageInfo=lv=-57;cid=testClusterID;nsid=1474145083;c=1733251771343) 2024-12-03T18:49:33,217 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x47344b746a53c382 with lease ID 0x82fc1787e1dbed09: from storage DS-336b66bb-4bde-4eb8-b62d-3bcbbd05215f node DatanodeRegistration(127.0.0.1:35949, datanodeUuid=18a7b241-1582-4ef3-a68f-7112c5a475f1, infoPort=39395, infoSecurePort=0, ipcPort=36111, storageInfo=lv=-57;cid=testClusterID;nsid=1474145083;c=1733251771343), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-03T18:49:33,218 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x47344b746a53c382 with lease ID 0x82fc1787e1dbed09: Processing first storage report for DS-346eb4af-077d-46a0-9076-d4b6049707e6 from datanode DatanodeRegistration(127.0.0.1:35949, datanodeUuid=18a7b241-1582-4ef3-a68f-7112c5a475f1, infoPort=39395, infoSecurePort=0, ipcPort=36111, storageInfo=lv=-57;cid=testClusterID;nsid=1474145083;c=1733251771343) 2024-12-03T18:49:33,218 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x47344b746a53c382 with lease ID 0x82fc1787e1dbed09: from storage DS-346eb4af-077d-46a0-9076-d4b6049707e6 node DatanodeRegistration(127.0.0.1:35949, datanodeUuid=18a7b241-1582-4ef3-a68f-7112c5a475f1, infoPort=39395, infoSecurePort=0, ipcPort=36111, storageInfo=lv=-57;cid=testClusterID;nsid=1474145083;c=1733251771343), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-03T18:49:33,310 WARN [Thread-908 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5ed4256c-224e-2569-4a5d-db998beb401d/cluster_32219f87-d332-ae0e-f82b-ef3097d02b2e/data/data3/current/BP-2055749328-172.17.0.2-1733251771343/current, will proceed with Du for space computation calculation, 2024-12-03T18:49:33,310 WARN [Thread-909 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5ed4256c-224e-2569-4a5d-db998beb401d/cluster_32219f87-d332-ae0e-f82b-ef3097d02b2e/data/data4/current/BP-2055749328-172.17.0.2-1733251771343/current, will proceed with Du for space computation calculation, 2024-12-03T18:49:33,329 WARN [Thread-884 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-03T18:49:33,331 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb1c5f529e0fec264 with lease ID 0x82fc1787e1dbed0a: Processing first storage report for DS-bd7b9a04-8c82-4c65-8623-fbe6a4456fe2 from datanode DatanodeRegistration(127.0.0.1:33229, datanodeUuid=9370d5eb-030c-44a6-b323-bf1212b93484, infoPort=45239, infoSecurePort=0, ipcPort=45639, storageInfo=lv=-57;cid=testClusterID;nsid=1474145083;c=1733251771343) 2024-12-03T18:49:33,331 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb1c5f529e0fec264 with lease ID 0x82fc1787e1dbed0a: from storage DS-bd7b9a04-8c82-4c65-8623-fbe6a4456fe2 node DatanodeRegistration(127.0.0.1:33229, datanodeUuid=9370d5eb-030c-44a6-b323-bf1212b93484, infoPort=45239, infoSecurePort=0, ipcPort=45639, storageInfo=lv=-57;cid=testClusterID;nsid=1474145083;c=1733251771343), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-03T18:49:33,331 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb1c5f529e0fec264 with lease ID 0x82fc1787e1dbed0a: Processing first storage report for DS-24aeea9a-5b26-4b42-9efc-151a338ce468 from datanode DatanodeRegistration(127.0.0.1:33229, datanodeUuid=9370d5eb-030c-44a6-b323-bf1212b93484, infoPort=45239, infoSecurePort=0, ipcPort=45639, storageInfo=lv=-57;cid=testClusterID;nsid=1474145083;c=1733251771343) 2024-12-03T18:49:33,331 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb1c5f529e0fec264 with lease ID 0x82fc1787e1dbed0a: from storage DS-24aeea9a-5b26-4b42-9efc-151a338ce468 node DatanodeRegistration(127.0.0.1:33229, datanodeUuid=9370d5eb-030c-44a6-b323-bf1212b93484, infoPort=45239, infoSecurePort=0, ipcPort=45639, storageInfo=lv=-57;cid=testClusterID;nsid=1474145083;c=1733251771343), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-03T18:49:33,397 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5ed4256c-224e-2569-4a5d-db998beb401d 2024-12-03T18:49:33,402 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5ed4256c-224e-2569-4a5d-db998beb401d/cluster_32219f87-d332-ae0e-f82b-ef3097d02b2e/zookeeper_0, clientPort=62867, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5ed4256c-224e-2569-4a5d-db998beb401d/cluster_32219f87-d332-ae0e-f82b-ef3097d02b2e/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5ed4256c-224e-2569-4a5d-db998beb401d/cluster_32219f87-d332-ae0e-f82b-ef3097d02b2e/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-03T18:49:33,403 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=62867 2024-12-03T18:49:33,404 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T18:49:33,406 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T18:49:33,419 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33229 is added to blk_1073741825_1001 (size=7) 2024-12-03T18:49:33,419 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35949 is added to blk_1073741825_1001 (size=7) 2024-12-03T18:49:33,420 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:38719/user/jenkins/test-data/144a5775-15cf-55fd-8d70-9932dba145f8 with version=8 2024-12-03T18:49:33,420 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:38719/user/jenkins/test-data/144a5775-15cf-55fd-8d70-9932dba145f8/hbase-staging 2024-12-03T18:49:33,422 INFO [Time-limited test {}] client.ConnectionUtils(128): master/db5a5ccf5be8:0 server-side Connection retries=45 2024-12-03T18:49:33,422 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T18:49:33,422 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-03T18:49:33,422 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-03T18:49:33,422 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T18:49:33,422 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-03T18:49:33,422 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-03T18:49:33,422 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-03T18:49:33,423 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:39095 2024-12-03T18:49:33,424 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:39095 connecting to ZooKeeper ensemble=127.0.0.1:62867 2024-12-03T18:49:33,479 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:390950x0, quorum=127.0.0.1:62867, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T18:49:33,480 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:39095-0x1019c872f830000 connected 2024-12-03T18:49:33,558 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T18:49:33,563 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T18:49:33,568 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39095-0x1019c872f830000, quorum=127.0.0.1:62867, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-03T18:49:33,568 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:38719/user/jenkins/test-data/144a5775-15cf-55fd-8d70-9932dba145f8, hbase.cluster.distributed=false 2024-12-03T18:49:33,569 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39095-0x1019c872f830000, quorum=127.0.0.1:62867, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-03T18:49:33,570 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39095 2024-12-03T18:49:33,570 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39095 2024-12-03T18:49:33,571 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39095 2024-12-03T18:49:33,572 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39095 2024-12-03T18:49:33,572 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39095 2024-12-03T18:49:33,585 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/db5a5ccf5be8:0 server-side Connection retries=45 2024-12-03T18:49:33,585 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T18:49:33,585 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-03T18:49:33,585 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-03T18:49:33,585 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T18:49:33,585 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-03T18:49:33,585 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-03T18:49:33,585 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-03T18:49:33,586 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:35643 2024-12-03T18:49:33,587 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:35643 connecting to ZooKeeper ensemble=127.0.0.1:62867 2024-12-03T18:49:33,587 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T18:49:33,589 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T18:49:33,593 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-03T18:49:33,594 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-03T18:49:33,594 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-12-03T18:49:33,594 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testClearRegionBlockCache 2024-12-03T18:49:33,599 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:356430x0, quorum=127.0.0.1:62867, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T18:49:33,600 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:356430x0, quorum=127.0.0.1:62867, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-03T18:49:33,600 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:35643-0x1019c872f830001 connected 2024-12-03T18:49:33,600 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-03T18:49:33,606 INFO [Time-limited test {}] util.ByteBufferArray(64): Allocating buffers total=30 MB, sizePerBuffer=1.88 MB, count=16 2024-12-03T18:49:33,612 INFO [Time-limited test {}] bucket.BucketCache(364): Instantiating BucketCache with acceptableFactor: 0.95, minFactor: 0.85, extraFreeFactor: 0.1, singleFactor: 0.25, multiFactor: 0.5, memoryFactor: 0.25, useStrongRef: false 2024-12-03T18:49:33,618 INFO [Time-limited test {}] bucket.BucketAllocator(343): Cache totalSize=29417472, buckets=14, bucket capacity=2101248=(4*525312)=(FEWEST_ITEMS_IN_BUCKET*(largest configured bucketcache size)) 2024-12-03T18:49:33,623 INFO [Time-limited test {}] bucket.BucketCache(403): Started bucket cache; ioengine=offheap, capacity=30 MB, blockSize=64 KB, writerThreadNum=3, writerQLen=64, persistencePath=null, bucketAllocator=org.apache.hadoop.hbase.io.hfile.bucket.BucketAllocator 2024-12-03T18:49:33,623 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-03T18:49:33,624 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35643-0x1019c872f830001, quorum=127.0.0.1:62867, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-03T18:49:33,626 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35643-0x1019c872f830001, quorum=127.0.0.1:62867, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-03T18:49:33,626 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35643 2024-12-03T18:49:33,626 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35643 2024-12-03T18:49:33,626 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35643 2024-12-03T18:49:33,627 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35643 2024-12-03T18:49:33,627 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35643 2024-12-03T18:49:33,639 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/db5a5ccf5be8:0 server-side Connection retries=45 2024-12-03T18:49:33,639 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T18:49:33,639 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-03T18:49:33,639 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-03T18:49:33,639 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T18:49:33,639 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-03T18:49:33,639 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-03T18:49:33,639 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-03T18:49:33,639 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42101 2024-12-03T18:49:33,640 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:42101 connecting to ZooKeeper ensemble=127.0.0.1:62867 2024-12-03T18:49:33,641 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T18:49:33,642 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T18:49:33,652 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:421010x0, quorum=127.0.0.1:62867, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T18:49:33,652 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:421010x0, quorum=127.0.0.1:62867, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-03T18:49:33,652 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:42101-0x1019c872f830002 connected 2024-12-03T18:49:33,653 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-03T18:49:33,653 INFO [Time-limited test {}] util.ByteBufferArray(64): Allocating buffers total=30 MB, sizePerBuffer=1.88 MB, count=16 2024-12-03T18:49:33,658 INFO [Time-limited test {}] bucket.BucketCache(364): Instantiating BucketCache with acceptableFactor: 0.95, minFactor: 0.85, extraFreeFactor: 0.1, singleFactor: 0.25, multiFactor: 0.5, memoryFactor: 0.25, useStrongRef: false 2024-12-03T18:49:33,658 INFO [Time-limited test {}] bucket.BucketAllocator(343): Cache totalSize=29417472, buckets=14, bucket capacity=2101248=(4*525312)=(FEWEST_ITEMS_IN_BUCKET*(largest configured bucketcache size)) 2024-12-03T18:49:33,659 INFO [Time-limited test {}] bucket.BucketCache(403): Started bucket cache; ioengine=offheap, capacity=30 MB, blockSize=64 KB, writerThreadNum=3, writerQLen=64, persistencePath=null, bucketAllocator=org.apache.hadoop.hbase.io.hfile.bucket.BucketAllocator 2024-12-03T18:49:33,659 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-03T18:49:33,660 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42101-0x1019c872f830002, quorum=127.0.0.1:62867, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-03T18:49:33,661 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42101-0x1019c872f830002, quorum=127.0.0.1:62867, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-03T18:49:33,662 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42101 2024-12-03T18:49:33,662 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42101 2024-12-03T18:49:33,662 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42101 2024-12-03T18:49:33,662 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42101 2024-12-03T18:49:33,663 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42101 2024-12-03T18:49:33,675 DEBUG [M:0;db5a5ccf5be8:39095 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;db5a5ccf5be8:39095 2024-12-03T18:49:33,675 INFO [master/db5a5ccf5be8:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/db5a5ccf5be8,39095,1733251773422 2024-12-03T18:49:33,684 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35643-0x1019c872f830001, quorum=127.0.0.1:62867, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-03T18:49:33,684 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42101-0x1019c872f830002, quorum=127.0.0.1:62867, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-03T18:49:33,684 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39095-0x1019c872f830000, quorum=127.0.0.1:62867, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-03T18:49:33,684 DEBUG [master/db5a5ccf5be8:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39095-0x1019c872f830000, quorum=127.0.0.1:62867, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/db5a5ccf5be8,39095,1733251773422 2024-12-03T18:49:33,694 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42101-0x1019c872f830002, quorum=127.0.0.1:62867, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-03T18:49:33,694 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35643-0x1019c872f830001, quorum=127.0.0.1:62867, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-03T18:49:33,694 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39095-0x1019c872f830000, quorum=127.0.0.1:62867, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T18:49:33,694 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35643-0x1019c872f830001, quorum=127.0.0.1:62867, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T18:49:33,694 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42101-0x1019c872f830002, quorum=127.0.0.1:62867, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T18:49:33,695 DEBUG [master/db5a5ccf5be8:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39095-0x1019c872f830000, quorum=127.0.0.1:62867, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-12-03T18:49:33,695 INFO [master/db5a5ccf5be8:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/db5a5ccf5be8,39095,1733251773422 from backup master directory 2024-12-03T18:49:33,705 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39095-0x1019c872f830000, quorum=127.0.0.1:62867, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/db5a5ccf5be8,39095,1733251773422 2024-12-03T18:49:33,705 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35643-0x1019c872f830001, quorum=127.0.0.1:62867, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-03T18:49:33,705 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42101-0x1019c872f830002, quorum=127.0.0.1:62867, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-03T18:49:33,705 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39095-0x1019c872f830000, quorum=127.0.0.1:62867, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-03T18:49:33,705 WARN [master/db5a5ccf5be8:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-03T18:49:33,705 INFO [master/db5a5ccf5be8:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=db5a5ccf5be8,39095,1733251773422 2024-12-03T18:49:33,714 DEBUG [master/db5a5ccf5be8:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:38719/user/jenkins/test-data/144a5775-15cf-55fd-8d70-9932dba145f8/hbase.id] with ID: 87844198-3edd-4e19-97fd-4bc7549ab4d3 2024-12-03T18:49:33,714 DEBUG [master/db5a5ccf5be8:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:38719/user/jenkins/test-data/144a5775-15cf-55fd-8d70-9932dba145f8/.tmp/hbase.id 2024-12-03T18:49:33,721 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33229 is added to blk_1073741826_1002 (size=42) 2024-12-03T18:49:33,722 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35949 is added to blk_1073741826_1002 (size=42) 2024-12-03T18:49:33,722 DEBUG [master/db5a5ccf5be8:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:38719/user/jenkins/test-data/144a5775-15cf-55fd-8d70-9932dba145f8/.tmp/hbase.id]:[hdfs://localhost:38719/user/jenkins/test-data/144a5775-15cf-55fd-8d70-9932dba145f8/hbase.id] 2024-12-03T18:49:33,734 INFO [master/db5a5ccf5be8:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T18:49:33,734 INFO [master/db5a5ccf5be8:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-03T18:49:33,735 INFO [master/db5a5ccf5be8:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-12-03T18:49:33,747 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42101-0x1019c872f830002, quorum=127.0.0.1:62867, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T18:49:33,747 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39095-0x1019c872f830000, quorum=127.0.0.1:62867, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T18:49:33,747 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35643-0x1019c872f830001, quorum=127.0.0.1:62867, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T18:49:33,753 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35949 is added to blk_1073741827_1003 (size=196) 2024-12-03T18:49:33,753 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33229 is added to blk_1073741827_1003 (size=196) 2024-12-03T18:49:33,754 INFO [master/db5a5ccf5be8:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-03T18:49:33,755 INFO [master/db5a5ccf5be8:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-03T18:49:33,756 INFO [master/db5a5ccf5be8:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T18:49:33,764 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35949 is added to blk_1073741828_1004 (size=1189) 2024-12-03T18:49:33,764 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33229 is added to blk_1073741828_1004 (size=1189) 2024-12-03T18:49:33,765 INFO [master/db5a5ccf5be8:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:38719/user/jenkins/test-data/144a5775-15cf-55fd-8d70-9932dba145f8/MasterData/data/master/store 2024-12-03T18:49:33,773 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33229 is added to blk_1073741829_1005 (size=34) 2024-12-03T18:49:33,773 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35949 is added to blk_1073741829_1005 (size=34) 2024-12-03T18:49:33,773 DEBUG [master/db5a5ccf5be8:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T18:49:33,774 DEBUG [master/db5a5ccf5be8:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-03T18:49:33,774 INFO [master/db5a5ccf5be8:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T18:49:33,774 DEBUG [master/db5a5ccf5be8:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T18:49:33,774 DEBUG [master/db5a5ccf5be8:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-03T18:49:33,774 DEBUG [master/db5a5ccf5be8:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T18:49:33,774 INFO [master/db5a5ccf5be8:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T18:49:33,774 DEBUG [master/db5a5ccf5be8:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733251773773Disabling compacts and flushes for region at 1733251773773Disabling writes for close at 1733251773774 (+1 ms)Writing region close event to WAL at 1733251773774Closed at 1733251773774 2024-12-03T18:49:33,775 WARN [master/db5a5ccf5be8:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:38719/user/jenkins/test-data/144a5775-15cf-55fd-8d70-9932dba145f8/MasterData/data/master/store/.initializing 2024-12-03T18:49:33,775 DEBUG [master/db5a5ccf5be8:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:38719/user/jenkins/test-data/144a5775-15cf-55fd-8d70-9932dba145f8/MasterData/WALs/db5a5ccf5be8,39095,1733251773422 2024-12-03T18:49:33,776 INFO [master/db5a5ccf5be8:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-03T18:49:33,779 INFO [master/db5a5ccf5be8:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=db5a5ccf5be8%2C39095%2C1733251773422, suffix=, logDir=hdfs://localhost:38719/user/jenkins/test-data/144a5775-15cf-55fd-8d70-9932dba145f8/MasterData/WALs/db5a5ccf5be8,39095,1733251773422, archiveDir=hdfs://localhost:38719/user/jenkins/test-data/144a5775-15cf-55fd-8d70-9932dba145f8/MasterData/oldWALs, maxLogs=10 2024-12-03T18:49:33,793 DEBUG [master/db5a5ccf5be8:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/144a5775-15cf-55fd-8d70-9932dba145f8/MasterData/WALs/db5a5ccf5be8,39095,1733251773422/db5a5ccf5be8%2C39095%2C1733251773422.1733251773779, exclude list is [], retry=0 2024-12-03T18:49:33,795 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35949,DS-336b66bb-4bde-4eb8-b62d-3bcbbd05215f,DISK] 2024-12-03T18:49:33,796 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33229,DS-bd7b9a04-8c82-4c65-8623-fbe6a4456fe2,DISK] 2024-12-03T18:49:33,797 INFO [master/db5a5ccf5be8:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/144a5775-15cf-55fd-8d70-9932dba145f8/MasterData/WALs/db5a5ccf5be8,39095,1733251773422/db5a5ccf5be8%2C39095%2C1733251773422.1733251773779 2024-12-03T18:49:33,798 DEBUG [master/db5a5ccf5be8:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39395:39395),(127.0.0.1/127.0.0.1:45239:45239)] 2024-12-03T18:49:33,798 DEBUG [master/db5a5ccf5be8:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-03T18:49:33,798 DEBUG [master/db5a5ccf5be8:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T18:49:33,798 DEBUG [master/db5a5ccf5be8:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T18:49:33,798 DEBUG [master/db5a5ccf5be8:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T18:49:33,799 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T18:49:33,801 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-03T18:49:33,801 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:49:33,801 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T18:49:33,801 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T18:49:33,802 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-03T18:49:33,803 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:49:33,803 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T18:49:33,803 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T18:49:33,804 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-03T18:49:33,804 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:49:33,805 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T18:49:33,805 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T18:49:33,806 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-03T18:49:33,806 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:49:33,806 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T18:49:33,807 DEBUG [master/db5a5ccf5be8:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T18:49:33,807 DEBUG [master/db5a5ccf5be8:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38719/user/jenkins/test-data/144a5775-15cf-55fd-8d70-9932dba145f8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-03T18:49:33,808 DEBUG [master/db5a5ccf5be8:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38719/user/jenkins/test-data/144a5775-15cf-55fd-8d70-9932dba145f8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-03T18:49:33,809 DEBUG [master/db5a5ccf5be8:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T18:49:33,809 DEBUG [master/db5a5ccf5be8:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T18:49:33,810 DEBUG [master/db5a5ccf5be8:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T18:49:33,811 DEBUG [master/db5a5ccf5be8:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T18:49:33,814 DEBUG [master/db5a5ccf5be8:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38719/user/jenkins/test-data/144a5775-15cf-55fd-8d70-9932dba145f8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T18:49:33,814 INFO [master/db5a5ccf5be8:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73581430, jitterRate=0.09644874930381775}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T18:49:33,815 DEBUG [master/db5a5ccf5be8:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733251773798Initializing all the Stores at 1733251773799 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733251773799Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733251773799Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733251773799Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733251773799Cleaning up temporary data from old regions at 1733251773809 (+10 ms)Region opened successfully at 1733251773815 (+6 ms) 2024-12-03T18:49:33,815 INFO [master/db5a5ccf5be8:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-03T18:49:33,818 DEBUG [master/db5a5ccf5be8:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@653cb8ce, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=db5a5ccf5be8/172.17.0.2:0 2024-12-03T18:49:33,819 INFO [master/db5a5ccf5be8:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-03T18:49:33,819 INFO [master/db5a5ccf5be8:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-03T18:49:33,820 INFO [master/db5a5ccf5be8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-03T18:49:33,820 INFO [master/db5a5ccf5be8:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-03T18:49:33,820 INFO [master/db5a5ccf5be8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-03T18:49:33,821 INFO [master/db5a5ccf5be8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-03T18:49:33,821 INFO [master/db5a5ccf5be8:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-03T18:49:33,823 INFO [master/db5a5ccf5be8:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-03T18:49:33,824 DEBUG [master/db5a5ccf5be8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39095-0x1019c872f830000, quorum=127.0.0.1:62867, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-12-03T18:49:33,831 DEBUG [master/db5a5ccf5be8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-12-03T18:49:33,831 INFO [master/db5a5ccf5be8:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-03T18:49:33,832 DEBUG [master/db5a5ccf5be8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39095-0x1019c872f830000, quorum=127.0.0.1:62867, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-12-03T18:49:33,841 DEBUG [master/db5a5ccf5be8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-12-03T18:49:33,842 INFO [master/db5a5ccf5be8:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-03T18:49:33,843 DEBUG [master/db5a5ccf5be8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39095-0x1019c872f830000, quorum=127.0.0.1:62867, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-12-03T18:49:33,852 DEBUG [master/db5a5ccf5be8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-12-03T18:49:33,853 DEBUG [master/db5a5ccf5be8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39095-0x1019c872f830000, quorum=127.0.0.1:62867, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-12-03T18:49:33,862 DEBUG [master/db5a5ccf5be8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-12-03T18:49:33,864 DEBUG [master/db5a5ccf5be8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39095-0x1019c872f830000, quorum=127.0.0.1:62867, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-03T18:49:33,873 DEBUG [master/db5a5ccf5be8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-12-03T18:49:33,884 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42101-0x1019c872f830002, quorum=127.0.0.1:62867, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-03T18:49:33,884 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39095-0x1019c872f830000, quorum=127.0.0.1:62867, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-03T18:49:33,884 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35643-0x1019c872f830001, quorum=127.0.0.1:62867, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-03T18:49:33,884 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42101-0x1019c872f830002, quorum=127.0.0.1:62867, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T18:49:33,884 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39095-0x1019c872f830000, quorum=127.0.0.1:62867, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T18:49:33,884 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35643-0x1019c872f830001, quorum=127.0.0.1:62867, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T18:49:33,884 INFO [master/db5a5ccf5be8:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=db5a5ccf5be8,39095,1733251773422, sessionid=0x1019c872f830000, setting cluster-up flag (Was=false) 2024-12-03T18:49:33,905 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42101-0x1019c872f830002, quorum=127.0.0.1:62867, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T18:49:33,905 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35643-0x1019c872f830001, quorum=127.0.0.1:62867, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T18:49:33,905 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39095-0x1019c872f830000, quorum=127.0.0.1:62867, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T18:49:33,936 DEBUG [master/db5a5ccf5be8:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-12-03T18:49:33,938 DEBUG [master/db5a5ccf5be8:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=db5a5ccf5be8,39095,1733251773422 2024-12-03T18:49:33,957 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39095-0x1019c872f830000, quorum=127.0.0.1:62867, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T18:49:33,957 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35643-0x1019c872f830001, quorum=127.0.0.1:62867, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T18:49:33,958 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42101-0x1019c872f830002, quorum=127.0.0.1:62867, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T18:49:33,989 DEBUG [master/db5a5ccf5be8:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-12-03T18:49:33,993 DEBUG [master/db5a5ccf5be8:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=db5a5ccf5be8,39095,1733251773422 2024-12-03T18:49:33,996 INFO [master/db5a5ccf5be8:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:38719/user/jenkins/test-data/144a5775-15cf-55fd-8d70-9932dba145f8/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-03T18:49:34,000 DEBUG [master/db5a5ccf5be8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-03T18:49:34,001 INFO [master/db5a5ccf5be8:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-03T18:49:34,001 INFO [master/db5a5ccf5be8:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-03T18:49:34,002 DEBUG [master/db5a5ccf5be8:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: db5a5ccf5be8,39095,1733251773422 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-03T18:49:34,005 DEBUG [master/db5a5ccf5be8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/db5a5ccf5be8:0, corePoolSize=5, maxPoolSize=5 2024-12-03T18:49:34,005 DEBUG [master/db5a5ccf5be8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/db5a5ccf5be8:0, corePoolSize=5, maxPoolSize=5 2024-12-03T18:49:34,005 DEBUG [master/db5a5ccf5be8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/db5a5ccf5be8:0, corePoolSize=5, maxPoolSize=5 2024-12-03T18:49:34,005 DEBUG [master/db5a5ccf5be8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/db5a5ccf5be8:0, corePoolSize=5, maxPoolSize=5 2024-12-03T18:49:34,005 DEBUG [master/db5a5ccf5be8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/db5a5ccf5be8:0, corePoolSize=10, maxPoolSize=10 2024-12-03T18:49:34,005 DEBUG [master/db5a5ccf5be8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/db5a5ccf5be8:0, corePoolSize=1, maxPoolSize=1 2024-12-03T18:49:34,005 DEBUG [master/db5a5ccf5be8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/db5a5ccf5be8:0, corePoolSize=2, maxPoolSize=2 2024-12-03T18:49:34,005 DEBUG [master/db5a5ccf5be8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/db5a5ccf5be8:0, corePoolSize=1, maxPoolSize=1 2024-12-03T18:49:34,006 INFO [master/db5a5ccf5be8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733251804006 2024-12-03T18:49:34,006 INFO [master/db5a5ccf5be8:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-03T18:49:34,006 INFO [master/db5a5ccf5be8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-03T18:49:34,006 INFO [master/db5a5ccf5be8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-03T18:49:34,006 INFO [master/db5a5ccf5be8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-03T18:49:34,006 INFO [master/db5a5ccf5be8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-03T18:49:34,006 INFO [master/db5a5ccf5be8:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-03T18:49:34,006 INFO [master/db5a5ccf5be8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-03T18:49:34,006 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T18:49:34,006 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-03T18:49:34,007 INFO [master/db5a5ccf5be8:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-03T18:49:34,007 INFO [master/db5a5ccf5be8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-03T18:49:34,007 INFO [master/db5a5ccf5be8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-03T18:49:34,007 INFO [master/db5a5ccf5be8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-03T18:49:34,007 INFO [master/db5a5ccf5be8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-03T18:49:34,007 DEBUG [master/db5a5ccf5be8:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/db5a5ccf5be8:0:becomeActiveMaster-HFileCleaner.large.0-1733251774007,5,FailOnTimeoutGroup] 2024-12-03T18:49:34,007 DEBUG [master/db5a5ccf5be8:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/db5a5ccf5be8:0:becomeActiveMaster-HFileCleaner.small.0-1733251774007,5,FailOnTimeoutGroup] 2024-12-03T18:49:34,007 INFO [master/db5a5ccf5be8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-03T18:49:34,007 INFO [master/db5a5ccf5be8:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-03T18:49:34,007 INFO [master/db5a5ccf5be8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-03T18:49:34,007 INFO [master/db5a5ccf5be8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-03T18:49:34,007 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:49:34,007 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-03T18:49:34,013 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35949 is added to blk_1073741831_1007 (size=1321) 2024-12-03T18:49:34,013 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33229 is added to blk_1073741831_1007 (size=1321) 2024-12-03T18:49:34,014 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:38719/user/jenkins/test-data/144a5775-15cf-55fd-8d70-9932dba145f8/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-03T18:49:34,014 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:38719/user/jenkins/test-data/144a5775-15cf-55fd-8d70-9932dba145f8 2024-12-03T18:49:34,022 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35949 is added to blk_1073741832_1008 (size=32) 2024-12-03T18:49:34,022 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33229 is added to blk_1073741832_1008 (size=32) 2024-12-03T18:49:34,022 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T18:49:34,024 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-03T18:49:34,025 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-03T18:49:34,025 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:49:34,026 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T18:49:34,026 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-03T18:49:34,027 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-03T18:49:34,027 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:49:34,028 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T18:49:34,028 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-03T18:49:34,029 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-03T18:49:34,029 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:49:34,030 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T18:49:34,030 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-03T18:49:34,031 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-03T18:49:34,031 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:49:34,032 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T18:49:34,032 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-03T18:49:34,033 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38719/user/jenkins/test-data/144a5775-15cf-55fd-8d70-9932dba145f8/data/hbase/meta/1588230740 2024-12-03T18:49:34,033 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38719/user/jenkins/test-data/144a5775-15cf-55fd-8d70-9932dba145f8/data/hbase/meta/1588230740 2024-12-03T18:49:34,035 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-03T18:49:34,035 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-03T18:49:34,036 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T18:49:34,037 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-03T18:49:34,040 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38719/user/jenkins/test-data/144a5775-15cf-55fd-8d70-9932dba145f8/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T18:49:34,040 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60951942, jitterRate=-0.0917452871799469}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T18:49:34,041 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733251774023Initializing all the Stores at 1733251774023Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733251774023Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733251774024 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733251774024Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733251774024Cleaning up temporary data from old regions at 1733251774035 (+11 ms)Region opened successfully at 1733251774041 (+6 ms) 2024-12-03T18:49:34,041 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-03T18:49:34,041 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-03T18:49:34,041 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-03T18:49:34,041 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-03T18:49:34,041 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-03T18:49:34,042 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-03T18:49:34,042 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733251774041Disabling compacts and flushes for region at 1733251774041Disabling writes for close at 1733251774041Writing region close event to WAL at 1733251774042 (+1 ms)Closed at 1733251774042 2024-12-03T18:49:34,043 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T18:49:34,043 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-03T18:49:34,043 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-03T18:49:34,044 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-03T18:49:34,045 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-03T18:49:34,065 INFO [RS:1;db5a5ccf5be8:42101 {}] regionserver.HRegionServer(746): ClusterId : 87844198-3edd-4e19-97fd-4bc7549ab4d3 2024-12-03T18:49:34,065 INFO [RS:0;db5a5ccf5be8:35643 {}] regionserver.HRegionServer(746): ClusterId : 87844198-3edd-4e19-97fd-4bc7549ab4d3 2024-12-03T18:49:34,065 DEBUG [RS:1;db5a5ccf5be8:42101 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-03T18:49:34,065 DEBUG [RS:0;db5a5ccf5be8:35643 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-03T18:49:34,075 DEBUG [RS:0;db5a5ccf5be8:35643 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-03T18:49:34,075 DEBUG [RS:1;db5a5ccf5be8:42101 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-03T18:49:34,075 DEBUG [RS:0;db5a5ccf5be8:35643 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-03T18:49:34,075 DEBUG [RS:1;db5a5ccf5be8:42101 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-03T18:49:34,085 DEBUG [RS:0;db5a5ccf5be8:35643 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-03T18:49:34,085 DEBUG [RS:1;db5a5ccf5be8:42101 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-03T18:49:34,085 DEBUG [RS:0;db5a5ccf5be8:35643 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4364e9d7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=db5a5ccf5be8/172.17.0.2:0 2024-12-03T18:49:34,085 DEBUG [RS:1;db5a5ccf5be8:42101 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b0ac756, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=db5a5ccf5be8/172.17.0.2:0 2024-12-03T18:49:34,094 DEBUG [RS:0;db5a5ccf5be8:35643 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;db5a5ccf5be8:35643 2024-12-03T18:49:34,095 INFO [RS:0;db5a5ccf5be8:35643 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-03T18:49:34,095 INFO [RS:0;db5a5ccf5be8:35643 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-03T18:49:34,095 DEBUG [RS:0;db5a5ccf5be8:35643 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-03T18:49:34,095 INFO [RS:0;db5a5ccf5be8:35643 {}] regionserver.HRegionServer(2659): reportForDuty to master=db5a5ccf5be8,39095,1733251773422 with port=35643, startcode=1733251773584 2024-12-03T18:49:34,096 DEBUG [RS:0;db5a5ccf5be8:35643 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-03T18:49:34,097 INFO [HMaster-EventLoopGroup-12-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40259, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=RegionServerStatusService 2024-12-03T18:49:34,097 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39095 {}] master.ServerManager(363): Checking decommissioned status of RegionServer db5a5ccf5be8,35643,1733251773584 2024-12-03T18:49:34,098 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39095 {}] master.ServerManager(517): Registering regionserver=db5a5ccf5be8,35643,1733251773584 2024-12-03T18:49:34,099 DEBUG [RS:0;db5a5ccf5be8:35643 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:38719/user/jenkins/test-data/144a5775-15cf-55fd-8d70-9932dba145f8 2024-12-03T18:49:34,099 DEBUG [RS:0;db5a5ccf5be8:35643 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:38719 2024-12-03T18:49:34,099 DEBUG [RS:0;db5a5ccf5be8:35643 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-03T18:49:34,100 DEBUG [RS:1;db5a5ccf5be8:42101 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;db5a5ccf5be8:42101 2024-12-03T18:49:34,100 INFO [RS:1;db5a5ccf5be8:42101 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-03T18:49:34,100 INFO [RS:1;db5a5ccf5be8:42101 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-03T18:49:34,100 DEBUG [RS:1;db5a5ccf5be8:42101 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-03T18:49:34,112 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39095-0x1019c872f830000, quorum=127.0.0.1:62867, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-03T18:49:34,112 INFO [RS:1;db5a5ccf5be8:42101 {}] regionserver.HRegionServer(2659): reportForDuty to master=db5a5ccf5be8,39095,1733251773422 with port=42101, startcode=1733251773638 2024-12-03T18:49:34,112 DEBUG [RS:0;db5a5ccf5be8:35643 {}] zookeeper.ZKUtil(111): regionserver:35643-0x1019c872f830001, quorum=127.0.0.1:62867, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/db5a5ccf5be8,35643,1733251773584 2024-12-03T18:49:34,113 WARN [RS:0;db5a5ccf5be8:35643 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-03T18:49:34,113 DEBUG [RS:1;db5a5ccf5be8:42101 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-03T18:49:34,113 INFO [RS:0;db5a5ccf5be8:35643 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T18:49:34,113 DEBUG [RS:0;db5a5ccf5be8:35643 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:38719/user/jenkins/test-data/144a5775-15cf-55fd-8d70-9932dba145f8/WALs/db5a5ccf5be8,35643,1733251773584 2024-12-03T18:49:34,113 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [db5a5ccf5be8,35643,1733251773584] 2024-12-03T18:49:34,114 INFO [HMaster-EventLoopGroup-12-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54451, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=RegionServerStatusService 2024-12-03T18:49:34,115 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39095 {}] master.ServerManager(363): Checking decommissioned status of RegionServer db5a5ccf5be8,42101,1733251773638 2024-12-03T18:49:34,115 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39095 {}] master.ServerManager(517): Registering regionserver=db5a5ccf5be8,42101,1733251773638 2024-12-03T18:49:34,116 DEBUG [RS:1;db5a5ccf5be8:42101 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:38719/user/jenkins/test-data/144a5775-15cf-55fd-8d70-9932dba145f8 2024-12-03T18:49:34,116 DEBUG [RS:1;db5a5ccf5be8:42101 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:38719 2024-12-03T18:49:34,116 DEBUG [RS:1;db5a5ccf5be8:42101 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-03T18:49:34,116 INFO [RS:0;db5a5ccf5be8:35643 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-03T18:49:34,118 INFO [RS:0;db5a5ccf5be8:35643 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-03T18:49:34,118 INFO [RS:0;db5a5ccf5be8:35643 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-03T18:49:34,118 INFO [RS:0;db5a5ccf5be8:35643 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T18:49:34,119 INFO [RS:0;db5a5ccf5be8:35643 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-03T18:49:34,119 INFO [RS:0;db5a5ccf5be8:35643 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-03T18:49:34,119 INFO [RS:0;db5a5ccf5be8:35643 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-03T18:49:34,119 DEBUG [RS:0;db5a5ccf5be8:35643 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/db5a5ccf5be8:0, corePoolSize=1, maxPoolSize=1 2024-12-03T18:49:34,120 DEBUG [RS:0;db5a5ccf5be8:35643 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/db5a5ccf5be8:0, corePoolSize=1, maxPoolSize=1 2024-12-03T18:49:34,120 DEBUG [RS:0;db5a5ccf5be8:35643 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/db5a5ccf5be8:0, corePoolSize=1, maxPoolSize=1 2024-12-03T18:49:34,120 DEBUG [RS:0;db5a5ccf5be8:35643 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/db5a5ccf5be8:0, corePoolSize=1, maxPoolSize=1 2024-12-03T18:49:34,120 DEBUG [RS:0;db5a5ccf5be8:35643 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/db5a5ccf5be8:0, corePoolSize=1, maxPoolSize=1 2024-12-03T18:49:34,120 DEBUG [RS:0;db5a5ccf5be8:35643 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/db5a5ccf5be8:0, corePoolSize=2, maxPoolSize=2 2024-12-03T18:49:34,120 DEBUG [RS:0;db5a5ccf5be8:35643 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/db5a5ccf5be8:0, corePoolSize=1, maxPoolSize=1 2024-12-03T18:49:34,120 DEBUG [RS:0;db5a5ccf5be8:35643 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/db5a5ccf5be8:0, corePoolSize=1, maxPoolSize=1 2024-12-03T18:49:34,120 DEBUG [RS:0;db5a5ccf5be8:35643 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/db5a5ccf5be8:0, corePoolSize=1, maxPoolSize=1 2024-12-03T18:49:34,120 DEBUG [RS:0;db5a5ccf5be8:35643 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/db5a5ccf5be8:0, corePoolSize=1, maxPoolSize=1 2024-12-03T18:49:34,120 DEBUG [RS:0;db5a5ccf5be8:35643 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/db5a5ccf5be8:0, corePoolSize=1, maxPoolSize=1 2024-12-03T18:49:34,120 DEBUG [RS:0;db5a5ccf5be8:35643 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/db5a5ccf5be8:0, corePoolSize=1, maxPoolSize=1 2024-12-03T18:49:34,120 DEBUG [RS:0;db5a5ccf5be8:35643 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/db5a5ccf5be8:0, corePoolSize=3, maxPoolSize=3 2024-12-03T18:49:34,120 DEBUG [RS:0;db5a5ccf5be8:35643 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/db5a5ccf5be8:0, corePoolSize=3, maxPoolSize=3 2024-12-03T18:49:34,120 INFO [RS:0;db5a5ccf5be8:35643 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-03T18:49:34,121 INFO [RS:0;db5a5ccf5be8:35643 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-03T18:49:34,121 INFO [RS:0;db5a5ccf5be8:35643 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T18:49:34,121 INFO [RS:0;db5a5ccf5be8:35643 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-03T18:49:34,121 INFO [RS:0;db5a5ccf5be8:35643 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-03T18:49:34,121 INFO [RS:0;db5a5ccf5be8:35643 {}] hbase.ChoreService(168): Chore ScheduledChore name=db5a5ccf5be8,35643,1733251773584-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-03T18:49:34,135 INFO [RS:0;db5a5ccf5be8:35643 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-03T18:49:34,135 INFO [RS:0;db5a5ccf5be8:35643 {}] hbase.ChoreService(168): Chore ScheduledChore name=db5a5ccf5be8,35643,1733251773584-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T18:49:34,135 INFO [RS:0;db5a5ccf5be8:35643 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T18:49:34,135 INFO [RS:0;db5a5ccf5be8:35643 {}] regionserver.Replication(171): db5a5ccf5be8,35643,1733251773584 started 2024-12-03T18:49:34,147 INFO [RS:0;db5a5ccf5be8:35643 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T18:49:34,147 INFO [RS:0;db5a5ccf5be8:35643 {}] regionserver.HRegionServer(1482): Serving as db5a5ccf5be8,35643,1733251773584, RpcServer on db5a5ccf5be8/172.17.0.2:35643, sessionid=0x1019c872f830001 2024-12-03T18:49:34,147 DEBUG [RS:0;db5a5ccf5be8:35643 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-03T18:49:34,147 DEBUG [RS:0;db5a5ccf5be8:35643 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager db5a5ccf5be8,35643,1733251773584 2024-12-03T18:49:34,147 DEBUG [RS:0;db5a5ccf5be8:35643 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'db5a5ccf5be8,35643,1733251773584' 2024-12-03T18:49:34,147 DEBUG [RS:0;db5a5ccf5be8:35643 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-03T18:49:34,153 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39095-0x1019c872f830000, quorum=127.0.0.1:62867, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-03T18:49:34,153 DEBUG [RS:0;db5a5ccf5be8:35643 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-03T18:49:34,154 DEBUG [RS:1;db5a5ccf5be8:42101 {}] zookeeper.ZKUtil(111): regionserver:42101-0x1019c872f830002, quorum=127.0.0.1:62867, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/db5a5ccf5be8,42101,1733251773638 2024-12-03T18:49:34,154 DEBUG [RS:0;db5a5ccf5be8:35643 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-03T18:49:34,154 WARN [RS:1;db5a5ccf5be8:42101 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-03T18:49:34,154 DEBUG [RS:0;db5a5ccf5be8:35643 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-03T18:49:34,154 DEBUG [RS:0;db5a5ccf5be8:35643 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager db5a5ccf5be8,35643,1733251773584 2024-12-03T18:49:34,154 DEBUG [RS:0;db5a5ccf5be8:35643 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'db5a5ccf5be8,35643,1733251773584' 2024-12-03T18:49:34,154 INFO [RS:1;db5a5ccf5be8:42101 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T18:49:34,154 DEBUG [RS:0;db5a5ccf5be8:35643 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-03T18:49:34,154 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [db5a5ccf5be8,42101,1733251773638] 2024-12-03T18:49:34,154 DEBUG [RS:1;db5a5ccf5be8:42101 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:38719/user/jenkins/test-data/144a5775-15cf-55fd-8d70-9932dba145f8/WALs/db5a5ccf5be8,42101,1733251773638 2024-12-03T18:49:34,154 DEBUG [RS:0;db5a5ccf5be8:35643 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-03T18:49:34,155 DEBUG [RS:0;db5a5ccf5be8:35643 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-03T18:49:34,155 INFO [RS:0;db5a5ccf5be8:35643 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-03T18:49:34,155 INFO [RS:0;db5a5ccf5be8:35643 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-03T18:49:34,157 INFO [RS:1;db5a5ccf5be8:42101 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-03T18:49:34,159 INFO [RS:1;db5a5ccf5be8:42101 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-03T18:49:34,159 INFO [RS:1;db5a5ccf5be8:42101 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-03T18:49:34,159 INFO [RS:1;db5a5ccf5be8:42101 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T18:49:34,159 INFO [RS:1;db5a5ccf5be8:42101 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-03T18:49:34,160 INFO [RS:1;db5a5ccf5be8:42101 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-03T18:49:34,160 INFO [RS:1;db5a5ccf5be8:42101 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-03T18:49:34,160 DEBUG [RS:1;db5a5ccf5be8:42101 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/db5a5ccf5be8:0, corePoolSize=1, maxPoolSize=1 2024-12-03T18:49:34,160 DEBUG [RS:1;db5a5ccf5be8:42101 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/db5a5ccf5be8:0, corePoolSize=1, maxPoolSize=1 2024-12-03T18:49:34,160 DEBUG [RS:1;db5a5ccf5be8:42101 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/db5a5ccf5be8:0, corePoolSize=1, maxPoolSize=1 2024-12-03T18:49:34,161 DEBUG [RS:1;db5a5ccf5be8:42101 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/db5a5ccf5be8:0, corePoolSize=1, maxPoolSize=1 2024-12-03T18:49:34,161 DEBUG [RS:1;db5a5ccf5be8:42101 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/db5a5ccf5be8:0, corePoolSize=1, maxPoolSize=1 2024-12-03T18:49:34,161 DEBUG [RS:1;db5a5ccf5be8:42101 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/db5a5ccf5be8:0, corePoolSize=2, maxPoolSize=2 2024-12-03T18:49:34,161 DEBUG [RS:1;db5a5ccf5be8:42101 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/db5a5ccf5be8:0, corePoolSize=1, maxPoolSize=1 2024-12-03T18:49:34,161 DEBUG [RS:1;db5a5ccf5be8:42101 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/db5a5ccf5be8:0, corePoolSize=1, maxPoolSize=1 2024-12-03T18:49:34,161 DEBUG [RS:1;db5a5ccf5be8:42101 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/db5a5ccf5be8:0, corePoolSize=1, maxPoolSize=1 2024-12-03T18:49:34,161 DEBUG [RS:1;db5a5ccf5be8:42101 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/db5a5ccf5be8:0, corePoolSize=1, maxPoolSize=1 2024-12-03T18:49:34,161 DEBUG [RS:1;db5a5ccf5be8:42101 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/db5a5ccf5be8:0, corePoolSize=1, maxPoolSize=1 2024-12-03T18:49:34,161 DEBUG [RS:1;db5a5ccf5be8:42101 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/db5a5ccf5be8:0, corePoolSize=1, maxPoolSize=1 2024-12-03T18:49:34,161 DEBUG [RS:1;db5a5ccf5be8:42101 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/db5a5ccf5be8:0, corePoolSize=3, maxPoolSize=3 2024-12-03T18:49:34,161 DEBUG [RS:1;db5a5ccf5be8:42101 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/db5a5ccf5be8:0, corePoolSize=3, maxPoolSize=3 2024-12-03T18:49:34,161 INFO [RS:1;db5a5ccf5be8:42101 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-03T18:49:34,161 INFO [RS:1;db5a5ccf5be8:42101 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-03T18:49:34,161 INFO [RS:1;db5a5ccf5be8:42101 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T18:49:34,161 INFO [RS:1;db5a5ccf5be8:42101 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-03T18:49:34,161 INFO [RS:1;db5a5ccf5be8:42101 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-03T18:49:34,162 INFO [RS:1;db5a5ccf5be8:42101 {}] hbase.ChoreService(168): Chore ScheduledChore name=db5a5ccf5be8,42101,1733251773638-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-03T18:49:34,176 INFO [RS:1;db5a5ccf5be8:42101 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-03T18:49:34,176 INFO [RS:1;db5a5ccf5be8:42101 {}] hbase.ChoreService(168): Chore ScheduledChore name=db5a5ccf5be8,42101,1733251773638-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T18:49:34,176 INFO [RS:1;db5a5ccf5be8:42101 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T18:49:34,176 INFO [RS:1;db5a5ccf5be8:42101 {}] regionserver.Replication(171): db5a5ccf5be8,42101,1733251773638 started 2024-12-03T18:49:34,187 INFO [RS:1;db5a5ccf5be8:42101 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T18:49:34,187 INFO [RS:1;db5a5ccf5be8:42101 {}] regionserver.HRegionServer(1482): Serving as db5a5ccf5be8,42101,1733251773638, RpcServer on db5a5ccf5be8/172.17.0.2:42101, sessionid=0x1019c872f830002 2024-12-03T18:49:34,187 DEBUG [RS:1;db5a5ccf5be8:42101 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-03T18:49:34,187 DEBUG [RS:1;db5a5ccf5be8:42101 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager db5a5ccf5be8,42101,1733251773638 2024-12-03T18:49:34,187 DEBUG [RS:1;db5a5ccf5be8:42101 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'db5a5ccf5be8,42101,1733251773638' 2024-12-03T18:49:34,187 DEBUG [RS:1;db5a5ccf5be8:42101 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-03T18:49:34,188 DEBUG [RS:1;db5a5ccf5be8:42101 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-03T18:49:34,188 DEBUG [RS:1;db5a5ccf5be8:42101 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-03T18:49:34,188 DEBUG [RS:1;db5a5ccf5be8:42101 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-03T18:49:34,188 DEBUG [RS:1;db5a5ccf5be8:42101 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager db5a5ccf5be8,42101,1733251773638 2024-12-03T18:49:34,188 DEBUG [RS:1;db5a5ccf5be8:42101 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'db5a5ccf5be8,42101,1733251773638' 2024-12-03T18:49:34,188 DEBUG [RS:1;db5a5ccf5be8:42101 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-03T18:49:34,188 DEBUG [RS:1;db5a5ccf5be8:42101 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-03T18:49:34,189 DEBUG [RS:1;db5a5ccf5be8:42101 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-03T18:49:34,189 INFO [RS:1;db5a5ccf5be8:42101 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-03T18:49:34,189 INFO [RS:1;db5a5ccf5be8:42101 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-03T18:49:34,195 WARN [db5a5ccf5be8:39095 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-03T18:49:34,255 INFO [RS:0;db5a5ccf5be8:35643 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-03T18:49:34,257 INFO [RS:0;db5a5ccf5be8:35643 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=db5a5ccf5be8%2C35643%2C1733251773584, suffix=, logDir=hdfs://localhost:38719/user/jenkins/test-data/144a5775-15cf-55fd-8d70-9932dba145f8/WALs/db5a5ccf5be8,35643,1733251773584, archiveDir=hdfs://localhost:38719/user/jenkins/test-data/144a5775-15cf-55fd-8d70-9932dba145f8/oldWALs, maxLogs=32 2024-12-03T18:49:34,272 DEBUG [RS:0;db5a5ccf5be8:35643 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/144a5775-15cf-55fd-8d70-9932dba145f8/WALs/db5a5ccf5be8,35643,1733251773584/db5a5ccf5be8%2C35643%2C1733251773584.1733251774257, exclude list is [], retry=0 2024-12-03T18:49:34,274 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35949,DS-336b66bb-4bde-4eb8-b62d-3bcbbd05215f,DISK] 2024-12-03T18:49:34,274 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33229,DS-bd7b9a04-8c82-4c65-8623-fbe6a4456fe2,DISK] 2024-12-03T18:49:34,276 INFO [RS:0;db5a5ccf5be8:35643 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/144a5775-15cf-55fd-8d70-9932dba145f8/WALs/db5a5ccf5be8,35643,1733251773584/db5a5ccf5be8%2C35643%2C1733251773584.1733251774257 2024-12-03T18:49:34,276 DEBUG [RS:0;db5a5ccf5be8:35643 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45239:45239),(127.0.0.1/127.0.0.1:39395:39395)] 2024-12-03T18:49:34,289 INFO [RS:1;db5a5ccf5be8:42101 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-03T18:49:34,291 INFO [RS:1;db5a5ccf5be8:42101 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=db5a5ccf5be8%2C42101%2C1733251773638, suffix=, logDir=hdfs://localhost:38719/user/jenkins/test-data/144a5775-15cf-55fd-8d70-9932dba145f8/WALs/db5a5ccf5be8,42101,1733251773638, archiveDir=hdfs://localhost:38719/user/jenkins/test-data/144a5775-15cf-55fd-8d70-9932dba145f8/oldWALs, maxLogs=32 2024-12-03T18:49:34,302 DEBUG [RS:1;db5a5ccf5be8:42101 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/144a5775-15cf-55fd-8d70-9932dba145f8/WALs/db5a5ccf5be8,42101,1733251773638/db5a5ccf5be8%2C42101%2C1733251773638.1733251774291, exclude list is [], retry=0 2024-12-03T18:49:34,305 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35949,DS-336b66bb-4bde-4eb8-b62d-3bcbbd05215f,DISK] 2024-12-03T18:49:34,305 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33229,DS-bd7b9a04-8c82-4c65-8623-fbe6a4456fe2,DISK] 2024-12-03T18:49:34,307 INFO [RS:1;db5a5ccf5be8:42101 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/144a5775-15cf-55fd-8d70-9932dba145f8/WALs/db5a5ccf5be8,42101,1733251773638/db5a5ccf5be8%2C42101%2C1733251773638.1733251774291 2024-12-03T18:49:34,307 DEBUG [RS:1;db5a5ccf5be8:42101 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39395:39395),(127.0.0.1/127.0.0.1:45239:45239)] 2024-12-03T18:49:34,445 DEBUG [db5a5ccf5be8:39095 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=2, allServersCount=2 2024-12-03T18:49:34,446 DEBUG [db5a5ccf5be8:39095 {}] balancer.BalancerClusterState(204): Hosts are {db5a5ccf5be8=0} racks are {/default-rack=0} 2024-12-03T18:49:34,451 DEBUG [db5a5ccf5be8:39095 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-12-03T18:49:34,451 DEBUG [db5a5ccf5be8:39095 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-12-03T18:49:34,451 DEBUG [db5a5ccf5be8:39095 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-12-03T18:49:34,451 DEBUG [db5a5ccf5be8:39095 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-12-03T18:49:34,451 INFO [db5a5ccf5be8:39095 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-12-03T18:49:34,451 INFO [db5a5ccf5be8:39095 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-12-03T18:49:34,451 DEBUG [db5a5ccf5be8:39095 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-12-03T18:49:34,452 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=db5a5ccf5be8,42101,1733251773638 2024-12-03T18:49:34,454 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as db5a5ccf5be8,42101,1733251773638, state=OPENING 2024-12-03T18:49:34,473 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-03T18:49:34,484 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39095-0x1019c872f830000, quorum=127.0.0.1:62867, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T18:49:34,484 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42101-0x1019c872f830002, quorum=127.0.0.1:62867, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T18:49:34,484 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35643-0x1019c872f830001, quorum=127.0.0.1:62867, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T18:49:34,485 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-03T18:49:34,485 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-03T18:49:34,485 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-03T18:49:34,485 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-03T18:49:34,485 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=db5a5ccf5be8,42101,1733251773638}] 2024-12-03T18:49:34,630 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-03T18:49:34,640 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-03T18:49:34,642 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34219, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-03T18:49:34,646 INFO [RS_OPEN_META-regionserver/db5a5ccf5be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-03T18:49:34,646 INFO [RS_OPEN_META-regionserver/db5a5ccf5be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T18:49:34,646 INFO [RS_OPEN_META-regionserver/db5a5ccf5be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-03T18:49:34,648 INFO [RS_OPEN_META-regionserver/db5a5ccf5be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=db5a5ccf5be8%2C42101%2C1733251773638.meta, suffix=.meta, logDir=hdfs://localhost:38719/user/jenkins/test-data/144a5775-15cf-55fd-8d70-9932dba145f8/WALs/db5a5ccf5be8,42101,1733251773638, archiveDir=hdfs://localhost:38719/user/jenkins/test-data/144a5775-15cf-55fd-8d70-9932dba145f8/oldWALs, maxLogs=32 2024-12-03T18:49:34,653 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T18:49:34,654 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T18:49:34,654 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T18:49:34,655 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T18:49:34,655 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T18:49:34,659 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T18:49:34,660 DEBUG [RS_OPEN_META-regionserver/db5a5ccf5be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/144a5775-15cf-55fd-8d70-9932dba145f8/WALs/db5a5ccf5be8,42101,1733251773638/db5a5ccf5be8%2C42101%2C1733251773638.meta.1733251774648.meta, exclude list is [], retry=0 2024-12-03T18:49:34,663 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35949,DS-336b66bb-4bde-4eb8-b62d-3bcbbd05215f,DISK] 2024-12-03T18:49:34,663 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33229,DS-bd7b9a04-8c82-4c65-8623-fbe6a4456fe2,DISK] 2024-12-03T18:49:34,665 INFO [RS_OPEN_META-regionserver/db5a5ccf5be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/144a5775-15cf-55fd-8d70-9932dba145f8/WALs/db5a5ccf5be8,42101,1733251773638/db5a5ccf5be8%2C42101%2C1733251773638.meta.1733251774648.meta 2024-12-03T18:49:34,665 DEBUG [RS_OPEN_META-regionserver/db5a5ccf5be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45239:45239),(127.0.0.1/127.0.0.1:39395:39395)] 2024-12-03T18:49:34,665 DEBUG [RS_OPEN_META-regionserver/db5a5ccf5be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-03T18:49:34,666 DEBUG [RS_OPEN_META-regionserver/db5a5ccf5be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-03T18:49:34,666 DEBUG [RS_OPEN_META-regionserver/db5a5ccf5be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-03T18:49:34,666 INFO [RS_OPEN_META-regionserver/db5a5ccf5be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-03T18:49:34,666 DEBUG [RS_OPEN_META-regionserver/db5a5ccf5be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-03T18:49:34,666 DEBUG [RS_OPEN_META-regionserver/db5a5ccf5be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T18:49:34,666 DEBUG [RS_OPEN_META-regionserver/db5a5ccf5be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-03T18:49:34,666 DEBUG [RS_OPEN_META-regionserver/db5a5ccf5be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-03T18:49:34,668 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-03T18:49:34,669 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-03T18:49:34,669 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:49:34,670 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T18:49:34,670 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-03T18:49:34,671 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-03T18:49:34,671 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:49:34,671 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T18:49:34,672 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-03T18:49:34,672 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-03T18:49:34,672 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:49:34,673 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T18:49:34,673 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-03T18:49:34,673 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-03T18:49:34,673 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:49:34,674 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T18:49:34,674 DEBUG [RS_OPEN_META-regionserver/db5a5ccf5be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-03T18:49:34,675 DEBUG [RS_OPEN_META-regionserver/db5a5ccf5be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38719/user/jenkins/test-data/144a5775-15cf-55fd-8d70-9932dba145f8/data/hbase/meta/1588230740 2024-12-03T18:49:34,676 DEBUG [RS_OPEN_META-regionserver/db5a5ccf5be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38719/user/jenkins/test-data/144a5775-15cf-55fd-8d70-9932dba145f8/data/hbase/meta/1588230740 2024-12-03T18:49:34,677 DEBUG [RS_OPEN_META-regionserver/db5a5ccf5be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-03T18:49:34,677 DEBUG [RS_OPEN_META-regionserver/db5a5ccf5be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-03T18:49:34,677 DEBUG [RS_OPEN_META-regionserver/db5a5ccf5be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T18:49:34,679 DEBUG [RS_OPEN_META-regionserver/db5a5ccf5be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-03T18:49:34,679 INFO [RS_OPEN_META-regionserver/db5a5ccf5be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73831772, jitterRate=0.10017913579940796}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T18:49:34,679 DEBUG [RS_OPEN_META-regionserver/db5a5ccf5be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-03T18:49:34,680 DEBUG [RS_OPEN_META-regionserver/db5a5ccf5be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733251774666Writing region info on filesystem at 1733251774666Initializing all the Stores at 1733251774667 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733251774667Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733251774668 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733251774668Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733251774668Cleaning up temporary data from old regions at 1733251774677 (+9 ms)Running coprocessor post-open hooks at 1733251774679 (+2 ms)Region opened successfully at 1733251774680 (+1 ms) 2024-12-03T18:49:34,681 INFO [RS_OPEN_META-regionserver/db5a5ccf5be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733251774640 2024-12-03T18:49:34,683 DEBUG [RS_OPEN_META-regionserver/db5a5ccf5be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-03T18:49:34,683 INFO [RS_OPEN_META-regionserver/db5a5ccf5be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-03T18:49:34,684 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=db5a5ccf5be8,42101,1733251773638 2024-12-03T18:49:34,685 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as db5a5ccf5be8,42101,1733251773638, state=OPEN 2024-12-03T18:49:34,694 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39095-0x1019c872f830000, quorum=127.0.0.1:62867, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-03T18:49:34,694 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42101-0x1019c872f830002, quorum=127.0.0.1:62867, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-03T18:49:34,694 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35643-0x1019c872f830001, quorum=127.0.0.1:62867, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-03T18:49:34,694 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=db5a5ccf5be8,42101,1733251773638 2024-12-03T18:49:34,694 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-03T18:49:34,694 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-03T18:49:34,694 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-03T18:49:34,697 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-03T18:49:34,697 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=db5a5ccf5be8,42101,1733251773638 in 209 msec 2024-12-03T18:49:34,701 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-03T18:49:34,701 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 654 msec 2024-12-03T18:49:34,702 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T18:49:34,702 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-03T18:49:34,703 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T18:49:34,703 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=db5a5ccf5be8,42101,1733251773638, seqNum=-1] 2024-12-03T18:49:34,704 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T18:49:34,705 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47303, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T18:49:34,711 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 712 msec 2024-12-03T18:49:34,711 INFO [master/db5a5ccf5be8:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733251774711, completionTime=-1 2024-12-03T18:49:34,711 INFO [master/db5a5ccf5be8:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=2; waited=0ms, expected min=2 server(s), max=2 server(s), master is running 2024-12-03T18:49:34,711 DEBUG [master/db5a5ccf5be8:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-03T18:49:34,713 INFO [master/db5a5ccf5be8:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=2 2024-12-03T18:49:34,713 INFO [master/db5a5ccf5be8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733251834713 2024-12-03T18:49:34,713 INFO [master/db5a5ccf5be8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733251894713 2024-12-03T18:49:34,713 INFO [master/db5a5ccf5be8:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-12-03T18:49:34,714 INFO [master/db5a5ccf5be8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=db5a5ccf5be8,39095,1733251773422-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T18:49:34,714 INFO [master/db5a5ccf5be8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=db5a5ccf5be8,39095,1733251773422-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T18:49:34,714 INFO [master/db5a5ccf5be8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=db5a5ccf5be8,39095,1733251773422-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T18:49:34,714 INFO [master/db5a5ccf5be8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-db5a5ccf5be8:39095, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T18:49:34,714 INFO [master/db5a5ccf5be8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-03T18:49:34,714 INFO [master/db5a5ccf5be8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-03T18:49:34,716 DEBUG [master/db5a5ccf5be8:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-03T18:49:34,718 INFO [master/db5a5ccf5be8:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.013sec 2024-12-03T18:49:34,718 INFO [master/db5a5ccf5be8:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-03T18:49:34,718 INFO [master/db5a5ccf5be8:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-03T18:49:34,719 INFO [master/db5a5ccf5be8:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-03T18:49:34,719 INFO [master/db5a5ccf5be8:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-03T18:49:34,719 INFO [master/db5a5ccf5be8:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-03T18:49:34,719 INFO [master/db5a5ccf5be8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=db5a5ccf5be8,39095,1733251773422-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-03T18:49:34,719 INFO [master/db5a5ccf5be8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=db5a5ccf5be8,39095,1733251773422-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-03T18:49:34,721 DEBUG [master/db5a5ccf5be8:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-03T18:49:34,721 INFO [master/db5a5ccf5be8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-03T18:49:34,721 INFO [master/db5a5ccf5be8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=db5a5ccf5be8,39095,1733251773422-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T18:49:34,765 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a5f1d01, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T18:49:34,765 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request db5a5ccf5be8,39095,-1 for getting cluster id 2024-12-03T18:49:34,765 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T18:49:34,767 DEBUG [HMaster-EventLoopGroup-12-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '87844198-3edd-4e19-97fd-4bc7549ab4d3' 2024-12-03T18:49:34,767 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T18:49:34,767 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "87844198-3edd-4e19-97fd-4bc7549ab4d3" 2024-12-03T18:49:34,767 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6dc505d2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T18:49:34,767 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [db5a5ccf5be8,39095,-1] 2024-12-03T18:49:34,768 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T18:49:34,768 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T18:49:34,769 INFO [HMaster-EventLoopGroup-12-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52672, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T18:49:34,770 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5272735e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T18:49:34,770 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T18:49:34,772 DEBUG [RPCClient-NioEventLoopGroup-5-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=db5a5ccf5be8,42101,1733251773638, seqNum=-1] 2024-12-03T18:49:34,773 DEBUG [RPCClient-NioEventLoopGroup-5-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T18:49:34,774 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45910, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T18:49:34,776 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=db5a5ccf5be8,39095,1733251773422 2024-12-03T18:49:34,777 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T18:49:34,778 DEBUG [RPCClient-NioEventLoopGroup-5-8 {}] client.AsyncConnectionImpl(321): The fetched master address is db5a5ccf5be8,39095,1733251773422 2024-12-03T18:49:34,778 DEBUG [RPCClient-NioEventLoopGroup-5-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1b90d2b0 2024-12-03T18:49:34,778 DEBUG [RPCClient-NioEventLoopGroup-5-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T18:49:34,779 INFO [HMaster-EventLoopGroup-12-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52682, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T18:49:34,780 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testClearRegionBlockCache', {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-03T18:49:34,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testClearRegionBlockCache 2024-12-03T18:49:34,783 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_PRE_OPERATION 2024-12-03T18:49:34,783 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:49:34,783 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testClearRegionBlockCache" procId is: 4 2024-12-03T18:49:34,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T18:49:34,784 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-03T18:49:34,792 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33229 is added to blk_1073741836_1012 (size=379) 2024-12-03T18:49:34,792 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35949 is added to blk_1073741836_1012 (size=379) 2024-12-03T18:49:34,795 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => e644bf2476ff7953184c94dc9093a4e6, NAME => 'testClearRegionBlockCache,,1733251774780.e644bf2476ff7953184c94dc9093a4e6.', STARTKEY => '', ENDKEY => '5'}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38719/user/jenkins/test-data/144a5775-15cf-55fd-8d70-9932dba145f8 2024-12-03T18:49:34,795 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 9dd428d34c9f1245f743189c5a617a73, NAME => 'testClearRegionBlockCache,5,1733251774780.9dd428d34c9f1245f743189c5a617a73.', STARTKEY => '5', ENDKEY => ''}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38719/user/jenkins/test-data/144a5775-15cf-55fd-8d70-9932dba145f8 2024-12-03T18:49:34,802 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35949 is added to blk_1073741837_1013 (size=61) 2024-12-03T18:49:34,802 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33229 is added to blk_1073741837_1013 (size=61) 2024-12-03T18:49:34,803 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,,1733251774780.e644bf2476ff7953184c94dc9093a4e6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T18:49:34,803 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1722): Closing e644bf2476ff7953184c94dc9093a4e6, disabling compactions & flushes 2024-12-03T18:49:34,803 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,,1733251774780.e644bf2476ff7953184c94dc9093a4e6. 2024-12-03T18:49:34,803 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,,1733251774780.e644bf2476ff7953184c94dc9093a4e6. 2024-12-03T18:49:34,803 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,,1733251774780.e644bf2476ff7953184c94dc9093a4e6. after waiting 0 ms 2024-12-03T18:49:34,803 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,,1733251774780.e644bf2476ff7953184c94dc9093a4e6. 2024-12-03T18:49:34,803 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,,1733251774780.e644bf2476ff7953184c94dc9093a4e6. 2024-12-03T18:49:34,803 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1676): Region close journal for e644bf2476ff7953184c94dc9093a4e6: Waiting for close lock at 1733251774803Disabling compacts and flushes for region at 1733251774803Disabling writes for close at 1733251774803Writing region close event to WAL at 1733251774803Closed at 1733251774803 2024-12-03T18:49:34,804 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35949 is added to blk_1073741838_1014 (size=61) 2024-12-03T18:49:34,805 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33229 is added to blk_1073741838_1014 (size=61) 2024-12-03T18:49:34,805 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,5,1733251774780.9dd428d34c9f1245f743189c5a617a73.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T18:49:34,805 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1722): Closing 9dd428d34c9f1245f743189c5a617a73, disabling compactions & flushes 2024-12-03T18:49:34,805 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,5,1733251774780.9dd428d34c9f1245f743189c5a617a73. 2024-12-03T18:49:34,805 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,5,1733251774780.9dd428d34c9f1245f743189c5a617a73. 2024-12-03T18:49:34,805 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,5,1733251774780.9dd428d34c9f1245f743189c5a617a73. after waiting 0 ms 2024-12-03T18:49:34,805 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,5,1733251774780.9dd428d34c9f1245f743189c5a617a73. 2024-12-03T18:49:34,805 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,5,1733251774780.9dd428d34c9f1245f743189c5a617a73. 2024-12-03T18:49:34,805 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1676): Region close journal for 9dd428d34c9f1245f743189c5a617a73: Waiting for close lock at 1733251774805Disabling compacts and flushes for region at 1733251774805Disabling writes for close at 1733251774805Writing region close event to WAL at 1733251774805Closed at 1733251774805 2024-12-03T18:49:34,807 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ADD_TO_META 2024-12-03T18:49:34,807 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testClearRegionBlockCache,,1733251774780.e644bf2476ff7953184c94dc9093a4e6.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1733251774807"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733251774807"}]},"ts":"1733251774807"} 2024-12-03T18:49:34,807 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testClearRegionBlockCache,5,1733251774780.9dd428d34c9f1245f743189c5a617a73.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1733251774807"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733251774807"}]},"ts":"1733251774807"} 2024-12-03T18:49:34,810 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 2 regions to meta. 2024-12-03T18:49:34,811 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-03T18:49:34,811 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733251774811"}]},"ts":"1733251774811"} 2024-12-03T18:49:34,813 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testClearRegionBlockCache, state=ENABLING in hbase:meta 2024-12-03T18:49:34,813 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {db5a5ccf5be8=0} racks are {/default-rack=0} 2024-12-03T18:49:34,814 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-12-03T18:49:34,814 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-12-03T18:49:34,814 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-12-03T18:49:34,814 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-12-03T18:49:34,814 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-12-03T18:49:34,814 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-12-03T18:49:34,814 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-12-03T18:49:34,815 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=e644bf2476ff7953184c94dc9093a4e6, ASSIGN}, {pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=9dd428d34c9f1245f743189c5a617a73, ASSIGN}] 2024-12-03T18:49:34,816 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=9dd428d34c9f1245f743189c5a617a73, ASSIGN 2024-12-03T18:49:34,816 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=e644bf2476ff7953184c94dc9093a4e6, ASSIGN 2024-12-03T18:49:34,817 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=9dd428d34c9f1245f743189c5a617a73, ASSIGN; state=OFFLINE, location=db5a5ccf5be8,42101,1733251773638; forceNewPlan=false, retain=false 2024-12-03T18:49:34,817 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=e644bf2476ff7953184c94dc9093a4e6, ASSIGN; state=OFFLINE, location=db5a5ccf5be8,35643,1733251773584; forceNewPlan=false, retain=false 2024-12-03T18:49:34,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T18:49:34,968 INFO [db5a5ccf5be8:39095 {}] balancer.BaseLoadBalancer(388): Reassigned 2 regions. 2 retained the pre-restart assignment. 2024-12-03T18:49:34,968 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=9dd428d34c9f1245f743189c5a617a73, regionState=OPENING, regionLocation=db5a5ccf5be8,42101,1733251773638 2024-12-03T18:49:34,968 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=e644bf2476ff7953184c94dc9093a4e6, regionState=OPENING, regionLocation=db5a5ccf5be8,35643,1733251773584 2024-12-03T18:49:34,973 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=e644bf2476ff7953184c94dc9093a4e6, ASSIGN because future has completed 2024-12-03T18:49:34,974 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure e644bf2476ff7953184c94dc9093a4e6, server=db5a5ccf5be8,35643,1733251773584}] 2024-12-03T18:49:34,976 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=9dd428d34c9f1245f743189c5a617a73, ASSIGN because future has completed 2024-12-03T18:49:34,977 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9dd428d34c9f1245f743189c5a617a73, server=db5a5ccf5be8,42101,1733251773638}] 2024-12-03T18:49:35,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T18:49:35,130 DEBUG [RSProcedureDispatcher-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-03T18:49:35,133 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38997, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-03T18:49:35,138 INFO [RS_OPEN_REGION-regionserver/db5a5ccf5be8:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] handler.AssignRegionHandler(132): Open testClearRegionBlockCache,,1733251774780.e644bf2476ff7953184c94dc9093a4e6. 2024-12-03T18:49:35,138 INFO [RS_OPEN_REGION-regionserver/db5a5ccf5be8:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] handler.AssignRegionHandler(132): Open testClearRegionBlockCache,5,1733251774780.9dd428d34c9f1245f743189c5a617a73. 2024-12-03T18:49:35,138 DEBUG [RS_OPEN_REGION-regionserver/db5a5ccf5be8:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => e644bf2476ff7953184c94dc9093a4e6, NAME => 'testClearRegionBlockCache,,1733251774780.e644bf2476ff7953184c94dc9093a4e6.', STARTKEY => '', ENDKEY => '5'} 2024-12-03T18:49:35,138 DEBUG [RS_OPEN_REGION-regionserver/db5a5ccf5be8:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7752): Opening region: {ENCODED => 9dd428d34c9f1245f743189c5a617a73, NAME => 'testClearRegionBlockCache,5,1733251774780.9dd428d34c9f1245f743189c5a617a73.', STARTKEY => '5', ENDKEY => ''} 2024-12-03T18:49:35,139 DEBUG [RS_OPEN_REGION-regionserver/db5a5ccf5be8:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache e644bf2476ff7953184c94dc9093a4e6 2024-12-03T18:49:35,139 DEBUG [RS_OPEN_REGION-regionserver/db5a5ccf5be8:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,,1733251774780.e644bf2476ff7953184c94dc9093a4e6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T18:49:35,139 DEBUG [RS_OPEN_REGION-regionserver/db5a5ccf5be8:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache 9dd428d34c9f1245f743189c5a617a73 2024-12-03T18:49:35,139 DEBUG [RS_OPEN_REGION-regionserver/db5a5ccf5be8:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for e644bf2476ff7953184c94dc9093a4e6 2024-12-03T18:49:35,139 DEBUG [RS_OPEN_REGION-regionserver/db5a5ccf5be8:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for e644bf2476ff7953184c94dc9093a4e6 2024-12-03T18:49:35,139 DEBUG [RS_OPEN_REGION-regionserver/db5a5ccf5be8:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,5,1733251774780.9dd428d34c9f1245f743189c5a617a73.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T18:49:35,139 DEBUG [RS_OPEN_REGION-regionserver/db5a5ccf5be8:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7794): checking encryption for 9dd428d34c9f1245f743189c5a617a73 2024-12-03T18:49:35,139 DEBUG [RS_OPEN_REGION-regionserver/db5a5ccf5be8:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7797): checking classloading for 9dd428d34c9f1245f743189c5a617a73 2024-12-03T18:49:35,140 INFO [StoreOpener-e644bf2476ff7953184c94dc9093a4e6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region e644bf2476ff7953184c94dc9093a4e6 2024-12-03T18:49:35,140 INFO [StoreOpener-9dd428d34c9f1245f743189c5a617a73-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region 9dd428d34c9f1245f743189c5a617a73 2024-12-03T18:49:35,142 INFO [StoreOpener-e644bf2476ff7953184c94dc9093a4e6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e644bf2476ff7953184c94dc9093a4e6 columnFamilyName family 2024-12-03T18:49:35,142 INFO [StoreOpener-9dd428d34c9f1245f743189c5a617a73-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9dd428d34c9f1245f743189c5a617a73 columnFamilyName family 2024-12-03T18:49:35,142 DEBUG [StoreOpener-e644bf2476ff7953184c94dc9093a4e6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:49:35,142 DEBUG [StoreOpener-9dd428d34c9f1245f743189c5a617a73-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:49:35,143 INFO [StoreOpener-e644bf2476ff7953184c94dc9093a4e6-1 {}] regionserver.HStore(327): Store=e644bf2476ff7953184c94dc9093a4e6/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T18:49:35,143 INFO [StoreOpener-9dd428d34c9f1245f743189c5a617a73-1 {}] regionserver.HStore(327): Store=9dd428d34c9f1245f743189c5a617a73/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T18:49:35,143 DEBUG [RS_OPEN_REGION-regionserver/db5a5ccf5be8:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1038): replaying wal for 9dd428d34c9f1245f743189c5a617a73 2024-12-03T18:49:35,143 DEBUG [RS_OPEN_REGION-regionserver/db5a5ccf5be8:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for e644bf2476ff7953184c94dc9093a4e6 2024-12-03T18:49:35,144 DEBUG [RS_OPEN_REGION-regionserver/db5a5ccf5be8:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38719/user/jenkins/test-data/144a5775-15cf-55fd-8d70-9932dba145f8/data/default/testClearRegionBlockCache/9dd428d34c9f1245f743189c5a617a73 2024-12-03T18:49:35,144 DEBUG [RS_OPEN_REGION-regionserver/db5a5ccf5be8:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38719/user/jenkins/test-data/144a5775-15cf-55fd-8d70-9932dba145f8/data/default/testClearRegionBlockCache/e644bf2476ff7953184c94dc9093a4e6 2024-12-03T18:49:35,145 DEBUG [RS_OPEN_REGION-regionserver/db5a5ccf5be8:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38719/user/jenkins/test-data/144a5775-15cf-55fd-8d70-9932dba145f8/data/default/testClearRegionBlockCache/e644bf2476ff7953184c94dc9093a4e6 2024-12-03T18:49:35,145 DEBUG [RS_OPEN_REGION-regionserver/db5a5ccf5be8:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38719/user/jenkins/test-data/144a5775-15cf-55fd-8d70-9932dba145f8/data/default/testClearRegionBlockCache/9dd428d34c9f1245f743189c5a617a73 2024-12-03T18:49:35,145 DEBUG [RS_OPEN_REGION-regionserver/db5a5ccf5be8:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1048): stopping wal replay for 9dd428d34c9f1245f743189c5a617a73 2024-12-03T18:49:35,145 DEBUG [RS_OPEN_REGION-regionserver/db5a5ccf5be8:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for e644bf2476ff7953184c94dc9093a4e6 2024-12-03T18:49:35,145 DEBUG [RS_OPEN_REGION-regionserver/db5a5ccf5be8:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1060): Cleaning up temporary data for 9dd428d34c9f1245f743189c5a617a73 2024-12-03T18:49:35,145 DEBUG [RS_OPEN_REGION-regionserver/db5a5ccf5be8:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for e644bf2476ff7953184c94dc9093a4e6 2024-12-03T18:49:35,147 DEBUG [RS_OPEN_REGION-regionserver/db5a5ccf5be8:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for e644bf2476ff7953184c94dc9093a4e6 2024-12-03T18:49:35,147 DEBUG [RS_OPEN_REGION-regionserver/db5a5ccf5be8:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1093): writing seq id for 9dd428d34c9f1245f743189c5a617a73 2024-12-03T18:49:35,149 DEBUG [RS_OPEN_REGION-regionserver/db5a5ccf5be8:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38719/user/jenkins/test-data/144a5775-15cf-55fd-8d70-9932dba145f8/data/default/testClearRegionBlockCache/e644bf2476ff7953184c94dc9093a4e6/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T18:49:35,149 INFO [RS_OPEN_REGION-regionserver/db5a5ccf5be8:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1114): Opened e644bf2476ff7953184c94dc9093a4e6; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68798577, jitterRate=0.025178685784339905}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-03T18:49:35,149 DEBUG [RS_OPEN_REGION-regionserver/db5a5ccf5be8:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for e644bf2476ff7953184c94dc9093a4e6 2024-12-03T18:49:35,150 DEBUG [RS_OPEN_REGION-regionserver/db5a5ccf5be8:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for e644bf2476ff7953184c94dc9093a4e6: Running coprocessor pre-open hook at 1733251775139Writing region info on filesystem at 1733251775139Initializing all the Stores at 1733251775140 (+1 ms)Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733251775140Cleaning up temporary data from old regions at 1733251775145 (+5 ms)Running coprocessor post-open hooks at 1733251775149 (+4 ms)Region opened successfully at 1733251775150 (+1 ms) 2024-12-03T18:49:35,150 INFO [RS_OPEN_REGION-regionserver/db5a5ccf5be8:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for testClearRegionBlockCache,,1733251774780.e644bf2476ff7953184c94dc9093a4e6., pid=7, masterSystemTime=1733251775129 2024-12-03T18:49:35,152 DEBUG [RS_OPEN_REGION-regionserver/db5a5ccf5be8:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for testClearRegionBlockCache,,1733251774780.e644bf2476ff7953184c94dc9093a4e6. 2024-12-03T18:49:35,153 INFO [RS_OPEN_REGION-regionserver/db5a5ccf5be8:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] handler.AssignRegionHandler(153): Opened testClearRegionBlockCache,,1733251774780.e644bf2476ff7953184c94dc9093a4e6. 2024-12-03T18:49:35,153 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=e644bf2476ff7953184c94dc9093a4e6, regionState=OPEN, openSeqNum=2, regionLocation=db5a5ccf5be8,35643,1733251773584 2024-12-03T18:49:35,155 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure e644bf2476ff7953184c94dc9093a4e6, server=db5a5ccf5be8,35643,1733251773584 because future has completed 2024-12-03T18:49:35,156 DEBUG [RS_OPEN_REGION-regionserver/db5a5ccf5be8:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38719/user/jenkins/test-data/144a5775-15cf-55fd-8d70-9932dba145f8/data/default/testClearRegionBlockCache/9dd428d34c9f1245f743189c5a617a73/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T18:49:35,157 INFO [RS_OPEN_REGION-regionserver/db5a5ccf5be8:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1114): Opened 9dd428d34c9f1245f743189c5a617a73; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64505743, jitterRate=-0.038789525628089905}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-03T18:49:35,157 DEBUG [RS_OPEN_REGION-regionserver/db5a5ccf5be8:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 9dd428d34c9f1245f743189c5a617a73 2024-12-03T18:49:35,157 DEBUG [RS_OPEN_REGION-regionserver/db5a5ccf5be8:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1006): Region open journal for 9dd428d34c9f1245f743189c5a617a73: Running coprocessor pre-open hook at 1733251775139Writing region info on filesystem at 1733251775139Initializing all the Stores at 1733251775140 (+1 ms)Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733251775140Cleaning up temporary data from old regions at 1733251775145 (+5 ms)Running coprocessor post-open hooks at 1733251775157 (+12 ms)Region opened successfully at 1733251775157 2024-12-03T18:49:35,158 INFO [RS_OPEN_REGION-regionserver/db5a5ccf5be8:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegionServer(2236): Post open deploy tasks for testClearRegionBlockCache,5,1733251774780.9dd428d34c9f1245f743189c5a617a73., pid=8, masterSystemTime=1733251775133 2024-12-03T18:49:35,159 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=5 2024-12-03T18:49:35,160 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure e644bf2476ff7953184c94dc9093a4e6, server=db5a5ccf5be8,35643,1733251773584 in 183 msec 2024-12-03T18:49:35,160 DEBUG [RS_OPEN_REGION-regionserver/db5a5ccf5be8:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegionServer(2266): Finished post open deploy task for testClearRegionBlockCache,5,1733251774780.9dd428d34c9f1245f743189c5a617a73. 2024-12-03T18:49:35,160 INFO [RS_OPEN_REGION-regionserver/db5a5ccf5be8:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] handler.AssignRegionHandler(153): Opened testClearRegionBlockCache,5,1733251774780.9dd428d34c9f1245f743189c5a617a73. 2024-12-03T18:49:35,162 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=e644bf2476ff7953184c94dc9093a4e6, ASSIGN in 345 msec 2024-12-03T18:49:35,162 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=9dd428d34c9f1245f743189c5a617a73, regionState=OPEN, openSeqNum=2, regionLocation=db5a5ccf5be8,42101,1733251773638 2024-12-03T18:49:35,164 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9dd428d34c9f1245f743189c5a617a73, server=db5a5ccf5be8,42101,1733251773638 because future has completed 2024-12-03T18:49:35,167 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=6 2024-12-03T18:49:35,167 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 9dd428d34c9f1245f743189c5a617a73, server=db5a5ccf5be8,42101,1733251773638 in 189 msec 2024-12-03T18:49:35,170 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=4 2024-12-03T18:49:35,170 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=9dd428d34c9f1245f743189c5a617a73, ASSIGN in 352 msec 2024-12-03T18:49:35,170 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-03T18:49:35,171 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733251775170"}]},"ts":"1733251775170"} 2024-12-03T18:49:35,173 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testClearRegionBlockCache, state=ENABLED in hbase:meta 2024-12-03T18:49:35,174 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_POST_OPERATION 2024-12-03T18:49:35,176 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testClearRegionBlockCache in 394 msec 2024-12-03T18:49:35,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39095 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T18:49:35,410 INFO [RPCClient-NioEventLoopGroup-5-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testClearRegionBlockCache completed 2024-12-03T18:49:35,410 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testClearRegionBlockCache get assigned. Timeout = 60000ms 2024-12-03T18:49:35,410 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-03T18:49:35,415 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testClearRegionBlockCache assigned to meta. Checking AM states. 2024-12-03T18:49:35,416 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-03T18:49:35,416 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testClearRegionBlockCache assigned. 2024-12-03T18:49:35,419 DEBUG [RPCClient-NioEventLoopGroup-5-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testClearRegionBlockCache', row='1', locateType=CURRENT is [region=testClearRegionBlockCache,,1733251774780.e644bf2476ff7953184c94dc9093a4e6., hostname=db5a5ccf5be8,35643,1733251773584, seqNum=2] 2024-12-03T18:49:35,420 DEBUG [RPCClient-NioEventLoopGroup-5-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T18:49:35,421 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59526, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T18:49:35,435 DEBUG [RPCClient-NioEventLoopGroup-5-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testClearRegionBlockCache', row='5', locateType=CURRENT is [region=testClearRegionBlockCache,5,1733251774780.9dd428d34c9f1245f743189c5a617a73., hostname=db5a5ccf5be8,42101,1733251773638, seqNum=2] 2024-12-03T18:49:35,447 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing e644bf2476ff7953184c94dc9093a4e6 1/1 column families, dataSize=112 B heapSize=672 B 2024-12-03T18:49:35,463 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38719/user/jenkins/test-data/144a5775-15cf-55fd-8d70-9932dba145f8/data/default/testClearRegionBlockCache/e644bf2476ff7953184c94dc9093a4e6/.tmp/family/6890bafb92654da28f6f7c788934b083 is 32, key is 1/family:/1733251775422/Put/seqid=0 2024-12-03T18:49:35,468 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35949 is added to blk_1073741839_1015 (size=5054) 2024-12-03T18:49:35,469 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33229 is added to blk_1073741839_1015 (size=5054) 2024-12-03T18:49:35,469 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:38719/user/jenkins/test-data/144a5775-15cf-55fd-8d70-9932dba145f8/data/default/testClearRegionBlockCache/e644bf2476ff7953184c94dc9093a4e6/.tmp/family/6890bafb92654da28f6f7c788934b083 2024-12-03T18:49:35,475 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38719/user/jenkins/test-data/144a5775-15cf-55fd-8d70-9932dba145f8/data/default/testClearRegionBlockCache/e644bf2476ff7953184c94dc9093a4e6/.tmp/family/6890bafb92654da28f6f7c788934b083 as hdfs://localhost:38719/user/jenkins/test-data/144a5775-15cf-55fd-8d70-9932dba145f8/data/default/testClearRegionBlockCache/e644bf2476ff7953184c94dc9093a4e6/family/6890bafb92654da28f6f7c788934b083 2024-12-03T18:49:35,480 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38719/user/jenkins/test-data/144a5775-15cf-55fd-8d70-9932dba145f8/data/default/testClearRegionBlockCache/e644bf2476ff7953184c94dc9093a4e6/family/6890bafb92654da28f6f7c788934b083, entries=4, sequenceid=8, filesize=4.9 K 2024-12-03T18:49:35,481 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~112 B/112, heapSize ~656 B/656, currentSize=0 B/0 for e644bf2476ff7953184c94dc9093a4e6 in 35ms, sequenceid=8, compaction requested=false 2024-12-03T18:49:35,481 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for e644bf2476ff7953184c94dc9093a4e6: 2024-12-03T18:49:35,481 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 9dd428d34c9f1245f743189c5a617a73 1/1 column families, dataSize=140 B heapSize=776 B 2024-12-03T18:49:35,495 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38719/user/jenkins/test-data/144a5775-15cf-55fd-8d70-9932dba145f8/data/default/testClearRegionBlockCache/9dd428d34c9f1245f743189c5a617a73/.tmp/family/b1ee106d49ca4aaa941f62bbe39a6c33 is 32, key is 5/family:/1733251775437/Put/seqid=0 2024-12-03T18:49:35,499 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35949 is added to blk_1073741840_1016 (size=5083) 2024-12-03T18:49:35,499 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33229 is added to blk_1073741840_1016 (size=5083) 2024-12-03T18:49:35,500 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=140 B at sequenceid=9 (bloomFilter=true), to=hdfs://localhost:38719/user/jenkins/test-data/144a5775-15cf-55fd-8d70-9932dba145f8/data/default/testClearRegionBlockCache/9dd428d34c9f1245f743189c5a617a73/.tmp/family/b1ee106d49ca4aaa941f62bbe39a6c33 2024-12-03T18:49:35,506 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38719/user/jenkins/test-data/144a5775-15cf-55fd-8d70-9932dba145f8/data/default/testClearRegionBlockCache/9dd428d34c9f1245f743189c5a617a73/.tmp/family/b1ee106d49ca4aaa941f62bbe39a6c33 as hdfs://localhost:38719/user/jenkins/test-data/144a5775-15cf-55fd-8d70-9932dba145f8/data/default/testClearRegionBlockCache/9dd428d34c9f1245f743189c5a617a73/family/b1ee106d49ca4aaa941f62bbe39a6c33 2024-12-03T18:49:35,513 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38719/user/jenkins/test-data/144a5775-15cf-55fd-8d70-9932dba145f8/data/default/testClearRegionBlockCache/9dd428d34c9f1245f743189c5a617a73/family/b1ee106d49ca4aaa941f62bbe39a6c33, entries=5, sequenceid=9, filesize=5.0 K 2024-12-03T18:49:35,514 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~140 B/140, heapSize ~760 B/760, currentSize=0 B/0 for 9dd428d34c9f1245f743189c5a617a73 in 32ms, sequenceid=9, compaction requested=false 2024-12-03T18:49:35,514 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 9dd428d34c9f1245f743189c5a617a73: 2024-12-03T18:49:35,514 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4c0af61e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T18:49:35,514 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request db5a5ccf5be8,39095,-1 for getting cluster id 2024-12-03T18:49:35,514 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T18:49:35,515 DEBUG [HMaster-EventLoopGroup-12-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '87844198-3edd-4e19-97fd-4bc7549ab4d3' 2024-12-03T18:49:35,515 DEBUG [RPCClient-NioEventLoopGroup-5-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T18:49:35,516 DEBUG [RPCClient-NioEventLoopGroup-5-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "87844198-3edd-4e19-97fd-4bc7549ab4d3" 2024-12-03T18:49:35,516 DEBUG [RPCClient-NioEventLoopGroup-5-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3b28215, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T18:49:35,516 DEBUG [RPCClient-NioEventLoopGroup-5-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [db5a5ccf5be8,39095,-1] 2024-12-03T18:49:35,516 DEBUG [RPCClient-NioEventLoopGroup-5-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T18:49:35,516 DEBUG [RPCClient-NioEventLoopGroup-5-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T18:49:35,517 INFO [HMaster-EventLoopGroup-12-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52702, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T18:49:35,518 DEBUG [RPCClient-NioEventLoopGroup-5-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1f4e09e8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T18:49:35,523 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testClearRegionBlockCache,, stopping at row=testClearRegionBlockCache ,, for max=2147483647 with caching=100 2024-12-03T18:49:35,523 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T18:49:35,524 DEBUG [RPCClient-NioEventLoopGroup-5-13 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=db5a5ccf5be8,42101,1733251773638, seqNum=-1] 2024-12-03T18:49:35,525 DEBUG [RPCClient-NioEventLoopGroup-5-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T18:49:35,526 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45920, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T18:49:35,528 DEBUG [RPCClient-NioEventLoopGroup-5-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-03T18:49:35,529 DEBUG [RPCClient-NioEventLoopGroup-5-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-03T18:49:35,529 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45928, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-03T18:49:35,530 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59530, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-03T18:49:35,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42101 {}] bucket.BucketCache(1863): found 1 blocks for file b1ee106d49ca4aaa941f62bbe39a6c33, starting offset: 0, end offset: 9223372036854775807 2024-12-03T18:49:35,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35643 {}] bucket.BucketCache(1863): found 1 blocks for file 6890bafb92654da28f6f7c788934b083, starting offset: 0, end offset: 9223372036854775807 2024-12-03T18:49:35,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42101 {}] bucket.BucketCache(856): removed key b1ee106d49ca4aaa941f62bbe39a6c33_0 from back map with offset lock 2094080 in the evict process 2024-12-03T18:49:35,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35643 {}] bucket.BucketCache(856): removed key 6890bafb92654da28f6f7c788934b083_0 from back map with offset lock 2094080 in the evict process 2024-12-03T18:49:35,532 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T18:49:35,533 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.testClearBlockCacheFromAsyncAdmin(TestClearRegionBlockCache.java:174) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T18:49:35,533 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T18:49:35,533 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T18:49:35,533 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T18:49:35,533 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-03T18:49:35,533 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T18:49:35,533 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.teardown(TestClearRegionBlockCache.java:100) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T18:49:35,533 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T18:49:35,533 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T18:49:35,533 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T18:49:35,533 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-03T18:49:35,533 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=340500022, stopped=false 2024-12-03T18:49:35,534 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=db5a5ccf5be8,39095,1733251773422 2024-12-03T18:49:35,554 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39095-0x1019c872f830000, quorum=127.0.0.1:62867, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-03T18:49:35,554 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35643-0x1019c872f830001, quorum=127.0.0.1:62867, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-03T18:49:35,554 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42101-0x1019c872f830002, quorum=127.0.0.1:62867, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-03T18:49:35,554 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39095-0x1019c872f830000, quorum=127.0.0.1:62867, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T18:49:35,554 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42101-0x1019c872f830002, quorum=127.0.0.1:62867, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T18:49:35,554 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35643-0x1019c872f830001, quorum=127.0.0.1:62867, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T18:49:35,554 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-03T18:49:35,555 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T18:49:35,555 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.teardown(TestClearRegionBlockCache.java:100) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T18:49:35,555 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T18:49:35,555 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:39095-0x1019c872f830000, quorum=127.0.0.1:62867, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-03T18:49:35,555 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'db5a5ccf5be8,35643,1733251773584' ***** 2024-12-03T18:49:35,555 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-03T18:49:35,556 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'db5a5ccf5be8,42101,1733251773638' ***** 2024-12-03T18:49:35,556 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-03T18:49:35,556 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:35643-0x1019c872f830001, quorum=127.0.0.1:62867, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-03T18:49:35,556 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:42101-0x1019c872f830002, quorum=127.0.0.1:62867, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-03T18:49:35,556 INFO [RS:1;db5a5ccf5be8:42101 {}] bucket.BucketCache(1738): Disabling cache 2024-12-03T18:49:35,556 INFO [RS:0;db5a5ccf5be8:35643 {}] bucket.BucketCache(1738): Disabling cache 2024-12-03T18:49:35,556 INFO [Time-limited test-BucketCacheWriter-2 {}] bucket.BucketCache$WriterThread(1271): Time-limited test-BucketCacheWriter-2 exiting, cacheEnabled=false 2024-12-03T18:49:35,556 INFO [RS:0;db5a5ccf5be8:35643 {}] bucket.BucketCache(1762): Shutdown bucket cache: IO persistent=false; path to write=null 2024-12-03T18:49:35,556 INFO [Time-limited test-BucketCacheWriter-2 {}] bucket.BucketCache$WriterThread(1271): Time-limited test-BucketCacheWriter-2 exiting, cacheEnabled=false 2024-12-03T18:49:35,556 INFO [Time-limited test-BucketCacheWriter-1 {}] bucket.BucketCache$WriterThread(1271): Time-limited test-BucketCacheWriter-1 exiting, cacheEnabled=false 2024-12-03T18:49:35,557 INFO [Time-limited test-BucketCacheWriter-0 {}] bucket.BucketCache$WriterThread(1271): Time-limited test-BucketCacheWriter-0 exiting, cacheEnabled=false 2024-12-03T18:49:35,557 INFO [Time-limited test-BucketCacheWriter-0 {}] bucket.BucketCache$WriterThread(1271): Time-limited test-BucketCacheWriter-0 exiting, cacheEnabled=false 2024-12-03T18:49:35,557 INFO [Time-limited test-BucketCacheWriter-1 {}] bucket.BucketCache$WriterThread(1271): Time-limited test-BucketCacheWriter-1 exiting, cacheEnabled=false 2024-12-03T18:49:35,557 INFO [RS:1;db5a5ccf5be8:42101 {}] bucket.BucketCache(1762): Shutdown bucket cache: IO persistent=false; path to write=null 2024-12-03T18:49:35,557 INFO [RS:0;db5a5ccf5be8:35643 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-03T18:49:35,557 INFO [RS:1;db5a5ccf5be8:42101 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-03T18:49:35,557 INFO [RS:0;db5a5ccf5be8:35643 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-03T18:49:35,557 INFO [RS:0;db5a5ccf5be8:35643 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-03T18:49:35,557 INFO [RS:1;db5a5ccf5be8:42101 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-03T18:49:35,557 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-03T18:49:35,557 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-03T18:49:35,557 INFO [RS:1;db5a5ccf5be8:42101 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-03T18:49:35,557 INFO [RS:0;db5a5ccf5be8:35643 {}] regionserver.HRegionServer(3091): Received CLOSE for e644bf2476ff7953184c94dc9093a4e6 2024-12-03T18:49:35,558 INFO [RS:1;db5a5ccf5be8:42101 {}] regionserver.HRegionServer(3091): Received CLOSE for 9dd428d34c9f1245f743189c5a617a73 2024-12-03T18:49:35,558 INFO [RS:0;db5a5ccf5be8:35643 {}] regionserver.HRegionServer(959): stopping server db5a5ccf5be8,35643,1733251773584 2024-12-03T18:49:35,558 INFO [RS:0;db5a5ccf5be8:35643 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-03T18:49:35,558 INFO [RS:1;db5a5ccf5be8:42101 {}] regionserver.HRegionServer(959): stopping server db5a5ccf5be8,42101,1733251773638 2024-12-03T18:49:35,558 INFO [RS:1;db5a5ccf5be8:42101 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-03T18:49:35,558 INFO [RS:0;db5a5ccf5be8:35643 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;db5a5ccf5be8:35643. 2024-12-03T18:49:35,558 DEBUG [RS_CLOSE_REGION-regionserver/db5a5ccf5be8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing e644bf2476ff7953184c94dc9093a4e6, disabling compactions & flushes 2024-12-03T18:49:35,558 INFO [RS:1;db5a5ccf5be8:42101 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;db5a5ccf5be8:42101. 2024-12-03T18:49:35,558 DEBUG [RS:0;db5a5ccf5be8:35643 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T18:49:35,558 INFO [RS_CLOSE_REGION-regionserver/db5a5ccf5be8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,,1733251774780.e644bf2476ff7953184c94dc9093a4e6. 2024-12-03T18:49:35,558 DEBUG [RS:1;db5a5ccf5be8:42101 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T18:49:35,558 DEBUG [RS:0;db5a5ccf5be8:35643 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T18:49:35,558 DEBUG [RS:1;db5a5ccf5be8:42101 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T18:49:35,558 DEBUG [RS_CLOSE_REGION-regionserver/db5a5ccf5be8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 9dd428d34c9f1245f743189c5a617a73, disabling compactions & flushes 2024-12-03T18:49:35,558 DEBUG [RS_CLOSE_REGION-regionserver/db5a5ccf5be8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,,1733251774780.e644bf2476ff7953184c94dc9093a4e6. 2024-12-03T18:49:35,558 INFO [RS_CLOSE_REGION-regionserver/db5a5ccf5be8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,5,1733251774780.9dd428d34c9f1245f743189c5a617a73. 2024-12-03T18:49:35,558 DEBUG [RS_CLOSE_REGION-regionserver/db5a5ccf5be8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,,1733251774780.e644bf2476ff7953184c94dc9093a4e6. after waiting 0 ms 2024-12-03T18:49:35,558 INFO [RS:1;db5a5ccf5be8:42101 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-03T18:49:35,558 INFO [RS:0;db5a5ccf5be8:35643 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-03T18:49:35,558 DEBUG [RS_CLOSE_REGION-regionserver/db5a5ccf5be8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,5,1733251774780.9dd428d34c9f1245f743189c5a617a73. 2024-12-03T18:49:35,558 DEBUG [RS_CLOSE_REGION-regionserver/db5a5ccf5be8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,,1733251774780.e644bf2476ff7953184c94dc9093a4e6. 2024-12-03T18:49:35,559 INFO [RS:1;db5a5ccf5be8:42101 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-03T18:49:35,559 DEBUG [RS:0;db5a5ccf5be8:35643 {}] regionserver.HRegionServer(1325): Online Regions={e644bf2476ff7953184c94dc9093a4e6=testClearRegionBlockCache,,1733251774780.e644bf2476ff7953184c94dc9093a4e6.} 2024-12-03T18:49:35,559 DEBUG [RS_CLOSE_REGION-regionserver/db5a5ccf5be8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,5,1733251774780.9dd428d34c9f1245f743189c5a617a73. after waiting 0 ms 2024-12-03T18:49:35,559 INFO [RS:1;db5a5ccf5be8:42101 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-03T18:49:35,559 DEBUG [RS_CLOSE_REGION-regionserver/db5a5ccf5be8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,5,1733251774780.9dd428d34c9f1245f743189c5a617a73. 2024-12-03T18:49:35,559 DEBUG [RS:0;db5a5ccf5be8:35643 {}] regionserver.HRegionServer(1351): Waiting on e644bf2476ff7953184c94dc9093a4e6 2024-12-03T18:49:35,559 INFO [RS:1;db5a5ccf5be8:42101 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-03T18:49:35,559 INFO [RS:1;db5a5ccf5be8:42101 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-03T18:49:35,559 DEBUG [RS:1;db5a5ccf5be8:42101 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 9dd428d34c9f1245f743189c5a617a73=testClearRegionBlockCache,5,1733251774780.9dd428d34c9f1245f743189c5a617a73.} 2024-12-03T18:49:35,559 DEBUG [RS:1;db5a5ccf5be8:42101 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 9dd428d34c9f1245f743189c5a617a73 2024-12-03T18:49:35,560 DEBUG [RS_CLOSE_META-regionserver/db5a5ccf5be8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-03T18:49:35,560 INFO [RS_CLOSE_META-regionserver/db5a5ccf5be8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-03T18:49:35,560 DEBUG [RS_CLOSE_META-regionserver/db5a5ccf5be8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-03T18:49:35,560 DEBUG [RS_CLOSE_META-regionserver/db5a5ccf5be8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-03T18:49:35,560 DEBUG [RS_CLOSE_META-regionserver/db5a5ccf5be8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-03T18:49:35,560 INFO [RS_CLOSE_META-regionserver/db5a5ccf5be8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.79 KB heapSize=5.57 KB 2024-12-03T18:49:35,563 INFO [regionserver/db5a5ccf5be8:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-03T18:49:35,565 DEBUG [RS_CLOSE_REGION-regionserver/db5a5ccf5be8:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38719/user/jenkins/test-data/144a5775-15cf-55fd-8d70-9932dba145f8/data/default/testClearRegionBlockCache/9dd428d34c9f1245f743189c5a617a73/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=1 2024-12-03T18:49:35,565 DEBUG [RS_CLOSE_REGION-regionserver/db5a5ccf5be8:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38719/user/jenkins/test-data/144a5775-15cf-55fd-8d70-9932dba145f8/data/default/testClearRegionBlockCache/e644bf2476ff7953184c94dc9093a4e6/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-12-03T18:49:35,565 INFO [RS_CLOSE_REGION-regionserver/db5a5ccf5be8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,,1733251774780.e644bf2476ff7953184c94dc9093a4e6. 2024-12-03T18:49:35,565 INFO [RS_CLOSE_REGION-regionserver/db5a5ccf5be8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,5,1733251774780.9dd428d34c9f1245f743189c5a617a73. 2024-12-03T18:49:35,565 DEBUG [RS_CLOSE_REGION-regionserver/db5a5ccf5be8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 9dd428d34c9f1245f743189c5a617a73: Waiting for close lock at 1733251775558Running coprocessor pre-close hooks at 1733251775558Disabling compacts and flushes for region at 1733251775558Disabling writes for close at 1733251775559 (+1 ms)Writing region close event to WAL at 1733251775560 (+1 ms)Running coprocessor post-close hooks at 1733251775565 (+5 ms)Closed at 1733251775565 2024-12-03T18:49:35,565 DEBUG [RS_CLOSE_REGION-regionserver/db5a5ccf5be8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for e644bf2476ff7953184c94dc9093a4e6: Waiting for close lock at 1733251775558Running coprocessor pre-close hooks at 1733251775558Disabling compacts and flushes for region at 1733251775558Disabling writes for close at 1733251775558Writing region close event to WAL at 1733251775560 (+2 ms)Running coprocessor post-close hooks at 1733251775565 (+5 ms)Closed at 1733251775565 2024-12-03T18:49:35,565 DEBUG [RS_CLOSE_REGION-regionserver/db5a5ccf5be8:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,5,1733251774780.9dd428d34c9f1245f743189c5a617a73. 2024-12-03T18:49:35,565 DEBUG [RS_CLOSE_REGION-regionserver/db5a5ccf5be8:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,,1733251774780.e644bf2476ff7953184c94dc9093a4e6. 2024-12-03T18:49:35,575 DEBUG [RS_CLOSE_META-regionserver/db5a5ccf5be8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38719/user/jenkins/test-data/144a5775-15cf-55fd-8d70-9932dba145f8/data/hbase/meta/1588230740/.tmp/info/0736896e066d40a7b85c6cc293fe542c is 173, key is testClearRegionBlockCache,5,1733251774780.9dd428d34c9f1245f743189c5a617a73./info:regioninfo/1733251775161/Put/seqid=0 2024-12-03T18:49:35,580 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35949 is added to blk_1073741841_1017 (size=8173) 2024-12-03T18:49:35,580 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33229 is added to blk_1073741841_1017 (size=8173) 2024-12-03T18:49:35,581 INFO [RS_CLOSE_META-regionserver/db5a5ccf5be8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.60 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:38719/user/jenkins/test-data/144a5775-15cf-55fd-8d70-9932dba145f8/data/hbase/meta/1588230740/.tmp/info/0736896e066d40a7b85c6cc293fe542c 2024-12-03T18:49:35,600 DEBUG [RS_CLOSE_META-regionserver/db5a5ccf5be8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38719/user/jenkins/test-data/144a5775-15cf-55fd-8d70-9932dba145f8/data/hbase/meta/1588230740/.tmp/ns/c601129dd3164c2fa8d520451818b975 is 43, key is default/ns:d/1733251774706/Put/seqid=0 2024-12-03T18:49:35,605 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33229 is added to blk_1073741842_1018 (size=5153) 2024-12-03T18:49:35,605 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35949 is added to blk_1073741842_1018 (size=5153) 2024-12-03T18:49:35,606 INFO [RS_CLOSE_META-regionserver/db5a5ccf5be8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:38719/user/jenkins/test-data/144a5775-15cf-55fd-8d70-9932dba145f8/data/hbase/meta/1588230740/.tmp/ns/c601129dd3164c2fa8d520451818b975 2024-12-03T18:49:35,624 INFO [regionserver/db5a5ccf5be8:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-03T18:49:35,625 DEBUG [RS_CLOSE_META-regionserver/db5a5ccf5be8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38719/user/jenkins/test-data/144a5775-15cf-55fd-8d70-9932dba145f8/data/hbase/meta/1588230740/.tmp/table/72ae8ebdd9ce41f3a23e5189edff38bc is 61, key is testClearRegionBlockCache/table:state/1733251775170/Put/seqid=0 2024-12-03T18:49:35,630 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33229 is added to blk_1073741843_1019 (size=5312) 2024-12-03T18:49:35,630 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35949 is added to blk_1073741843_1019 (size=5312) 2024-12-03T18:49:35,631 INFO [RS_CLOSE_META-regionserver/db5a5ccf5be8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=114 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:38719/user/jenkins/test-data/144a5775-15cf-55fd-8d70-9932dba145f8/data/hbase/meta/1588230740/.tmp/table/72ae8ebdd9ce41f3a23e5189edff38bc 2024-12-03T18:49:35,636 DEBUG [RS_CLOSE_META-regionserver/db5a5ccf5be8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38719/user/jenkins/test-data/144a5775-15cf-55fd-8d70-9932dba145f8/data/hbase/meta/1588230740/.tmp/info/0736896e066d40a7b85c6cc293fe542c as hdfs://localhost:38719/user/jenkins/test-data/144a5775-15cf-55fd-8d70-9932dba145f8/data/hbase/meta/1588230740/info/0736896e066d40a7b85c6cc293fe542c 2024-12-03T18:49:35,643 INFO [RS_CLOSE_META-regionserver/db5a5ccf5be8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38719/user/jenkins/test-data/144a5775-15cf-55fd-8d70-9932dba145f8/data/hbase/meta/1588230740/info/0736896e066d40a7b85c6cc293fe542c, entries=20, sequenceid=13, filesize=8.0 K 2024-12-03T18:49:35,644 DEBUG [RS_CLOSE_META-regionserver/db5a5ccf5be8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38719/user/jenkins/test-data/144a5775-15cf-55fd-8d70-9932dba145f8/data/hbase/meta/1588230740/.tmp/ns/c601129dd3164c2fa8d520451818b975 as hdfs://localhost:38719/user/jenkins/test-data/144a5775-15cf-55fd-8d70-9932dba145f8/data/hbase/meta/1588230740/ns/c601129dd3164c2fa8d520451818b975 2024-12-03T18:49:35,650 INFO [RS_CLOSE_META-regionserver/db5a5ccf5be8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38719/user/jenkins/test-data/144a5775-15cf-55fd-8d70-9932dba145f8/data/hbase/meta/1588230740/ns/c601129dd3164c2fa8d520451818b975, entries=2, sequenceid=13, filesize=5.0 K 2024-12-03T18:49:35,651 DEBUG [RS_CLOSE_META-regionserver/db5a5ccf5be8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38719/user/jenkins/test-data/144a5775-15cf-55fd-8d70-9932dba145f8/data/hbase/meta/1588230740/.tmp/table/72ae8ebdd9ce41f3a23e5189edff38bc as hdfs://localhost:38719/user/jenkins/test-data/144a5775-15cf-55fd-8d70-9932dba145f8/data/hbase/meta/1588230740/table/72ae8ebdd9ce41f3a23e5189edff38bc 2024-12-03T18:49:35,657 INFO [RS_CLOSE_META-regionserver/db5a5ccf5be8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38719/user/jenkins/test-data/144a5775-15cf-55fd-8d70-9932dba145f8/data/hbase/meta/1588230740/table/72ae8ebdd9ce41f3a23e5189edff38bc, entries=2, sequenceid=13, filesize=5.2 K 2024-12-03T18:49:35,658 INFO [RS_CLOSE_META-regionserver/db5a5ccf5be8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.79 KB/2852, heapSize ~5.27 KB/5400, currentSize=0 B/0 for 1588230740 in 97ms, sequenceid=13, compaction requested=false 2024-12-03T18:49:35,662 DEBUG [RS_CLOSE_META-regionserver/db5a5ccf5be8:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38719/user/jenkins/test-data/144a5775-15cf-55fd-8d70-9932dba145f8/data/hbase/meta/1588230740/recovered.edits/16.seqid, newMaxSeqId=16, maxSeqId=1 2024-12-03T18:49:35,662 DEBUG [RS_CLOSE_META-regionserver/db5a5ccf5be8:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-03T18:49:35,662 INFO [RS_CLOSE_META-regionserver/db5a5ccf5be8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-03T18:49:35,662 DEBUG [RS_CLOSE_META-regionserver/db5a5ccf5be8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733251775560Running coprocessor pre-close hooks at 1733251775560Disabling compacts and flushes for region at 1733251775560Disabling writes for close at 1733251775560Obtaining lock to block concurrent updates at 1733251775560Preparing flush snapshotting stores in 1588230740 at 1733251775560Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2852, getHeapSize=5640, getOffHeapSize=0, getCellsCount=24 at 1733251775561 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1733251775561Flushing 1588230740/info: creating writer at 1733251775562 (+1 ms)Flushing 1588230740/info: appending metadata at 1733251775575 (+13 ms)Flushing 1588230740/info: closing flushed file at 1733251775575Flushing 1588230740/ns: creating writer at 1733251775586 (+11 ms)Flushing 1588230740/ns: appending metadata at 1733251775600 (+14 ms)Flushing 1588230740/ns: closing flushed file at 1733251775600Flushing 1588230740/table: creating writer at 1733251775611 (+11 ms)Flushing 1588230740/table: appending metadata at 1733251775625 (+14 ms)Flushing 1588230740/table: closing flushed file at 1733251775625Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@768281c3: reopening flushed file at 1733251775635 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@168ff0bc: reopening flushed file at 1733251775643 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@cacd8b: reopening flushed file at 1733251775650 (+7 ms)Finished flush of dataSize ~2.79 KB/2852, heapSize ~5.27 KB/5400, currentSize=0 B/0 for 1588230740 in 97ms, sequenceid=13, compaction requested=false at 1733251775658 (+8 ms)Writing region close event to WAL at 1733251775659 (+1 ms)Running coprocessor post-close hooks at 1733251775662 (+3 ms)Closed at 1733251775662 2024-12-03T18:49:35,663 DEBUG [RS_CLOSE_META-regionserver/db5a5ccf5be8:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-03T18:49:35,759 INFO [RS:0;db5a5ccf5be8:35643 {}] regionserver.HRegionServer(976): stopping server db5a5ccf5be8,35643,1733251773584; all regions closed. 2024-12-03T18:49:35,760 INFO [RS:1;db5a5ccf5be8:42101 {}] regionserver.HRegionServer(976): stopping server db5a5ccf5be8,42101,1733251773638; all regions closed. 2024-12-03T18:49:35,763 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33229 is added to blk_1073741833_1009 (size=1758) 2024-12-03T18:49:35,763 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35949 is added to blk_1073741833_1009 (size=1758) 2024-12-03T18:49:35,764 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33229 is added to blk_1073741835_1011 (size=4338) 2024-12-03T18:49:35,764 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35949 is added to blk_1073741835_1011 (size=4338) 2024-12-03T18:49:35,767 DEBUG [RS:0;db5a5ccf5be8:35643 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/144a5775-15cf-55fd-8d70-9932dba145f8/oldWALs 2024-12-03T18:49:35,767 INFO [RS:0;db5a5ccf5be8:35643 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL db5a5ccf5be8%2C35643%2C1733251773584:(num 1733251774257) 2024-12-03T18:49:35,767 DEBUG [RS:0;db5a5ccf5be8:35643 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T18:49:35,767 INFO [RS:0;db5a5ccf5be8:35643 {}] regionserver.LeaseManager(133): Closed leases 2024-12-03T18:49:35,767 INFO [RS:0;db5a5ccf5be8:35643 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-03T18:49:35,768 INFO [RS:0;db5a5ccf5be8:35643 {}] hbase.ChoreService(370): Chore service for: regionserver/db5a5ccf5be8:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-03T18:49:35,768 DEBUG [RS:1;db5a5ccf5be8:42101 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/144a5775-15cf-55fd-8d70-9932dba145f8/oldWALs 2024-12-03T18:49:35,768 INFO [RS:1;db5a5ccf5be8:42101 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL db5a5ccf5be8%2C42101%2C1733251773638.meta:.meta(num 1733251774648) 2024-12-03T18:49:35,768 INFO [RS:0;db5a5ccf5be8:35643 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-03T18:49:35,768 INFO [regionserver/db5a5ccf5be8:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-03T18:49:35,768 INFO [RS:0;db5a5ccf5be8:35643 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-03T18:49:35,768 INFO [RS:0;db5a5ccf5be8:35643 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-03T18:49:35,768 INFO [RS:0;db5a5ccf5be8:35643 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-03T18:49:35,768 INFO [RS:0;db5a5ccf5be8:35643 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:35643 2024-12-03T18:49:35,770 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/144a5775-15cf-55fd-8d70-9932dba145f8/WALs/db5a5ccf5be8,42101,1733251773638/db5a5ccf5be8%2C42101%2C1733251773638.1733251774291 not finished, retry = 0 2024-12-03T18:49:35,771 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33229 is added to blk_1073741834_1010 (size=1867) 2024-12-03T18:49:35,771 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35949 is added to blk_1073741834_1010 (size=1867) 2024-12-03T18:49:35,820 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35643-0x1019c872f830001, quorum=127.0.0.1:62867, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/db5a5ccf5be8,35643,1733251773584 2024-12-03T18:49:35,820 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39095-0x1019c872f830000, quorum=127.0.0.1:62867, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-03T18:49:35,821 INFO [RS:0;db5a5ccf5be8:35643 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-03T18:49:35,822 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [db5a5ccf5be8,35643,1733251773584] 2024-12-03T18:49:35,842 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/db5a5ccf5be8,35643,1733251773584 already deleted, retry=false 2024-12-03T18:49:35,842 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; db5a5ccf5be8,35643,1733251773584 expired; onlineServers=1 2024-12-03T18:49:35,877 DEBUG [RS:1;db5a5ccf5be8:42101 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/144a5775-15cf-55fd-8d70-9932dba145f8/oldWALs 2024-12-03T18:49:35,877 INFO [RS:1;db5a5ccf5be8:42101 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL db5a5ccf5be8%2C42101%2C1733251773638:(num 1733251774291) 2024-12-03T18:49:35,878 DEBUG [RS:1;db5a5ccf5be8:42101 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T18:49:35,878 INFO [RS:1;db5a5ccf5be8:42101 {}] regionserver.LeaseManager(133): Closed leases 2024-12-03T18:49:35,878 INFO [RS:1;db5a5ccf5be8:42101 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-03T18:49:35,878 INFO [RS:1;db5a5ccf5be8:42101 {}] hbase.ChoreService(370): Chore service for: regionserver/db5a5ccf5be8:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-12-03T18:49:35,879 INFO [RS:1;db5a5ccf5be8:42101 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-03T18:49:35,879 INFO [regionserver/db5a5ccf5be8:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-03T18:49:35,879 INFO [RS:1;db5a5ccf5be8:42101 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42101 2024-12-03T18:49:35,891 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39095-0x1019c872f830000, quorum=127.0.0.1:62867, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-03T18:49:35,891 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42101-0x1019c872f830002, quorum=127.0.0.1:62867, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/db5a5ccf5be8,42101,1733251773638 2024-12-03T18:49:35,891 INFO [RS:1;db5a5ccf5be8:42101 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-03T18:49:35,902 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [db5a5ccf5be8,42101,1733251773638] 2024-12-03T18:49:35,912 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/db5a5ccf5be8,42101,1733251773638 already deleted, retry=false 2024-12-03T18:49:35,912 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; db5a5ccf5be8,42101,1733251773638 expired; onlineServers=0 2024-12-03T18:49:35,912 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'db5a5ccf5be8,39095,1733251773422' ***** 2024-12-03T18:49:35,912 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-03T18:49:35,913 INFO [M:0;db5a5ccf5be8:39095 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-03T18:49:35,913 INFO [M:0;db5a5ccf5be8:39095 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-03T18:49:35,913 DEBUG [M:0;db5a5ccf5be8:39095 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-03T18:49:35,913 DEBUG [M:0;db5a5ccf5be8:39095 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-03T18:49:35,913 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-03T18:49:35,913 DEBUG [master/db5a5ccf5be8:0:becomeActiveMaster-HFileCleaner.large.0-1733251774007 {}] cleaner.HFileCleaner(306): Exit Thread[master/db5a5ccf5be8:0:becomeActiveMaster-HFileCleaner.large.0-1733251774007,5,FailOnTimeoutGroup] 2024-12-03T18:49:35,913 DEBUG [master/db5a5ccf5be8:0:becomeActiveMaster-HFileCleaner.small.0-1733251774007 {}] cleaner.HFileCleaner(306): Exit Thread[master/db5a5ccf5be8:0:becomeActiveMaster-HFileCleaner.small.0-1733251774007,5,FailOnTimeoutGroup] 2024-12-03T18:49:35,914 INFO [M:0;db5a5ccf5be8:39095 {}] hbase.ChoreService(370): Chore service for: master/db5a5ccf5be8:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-03T18:49:35,914 INFO [M:0;db5a5ccf5be8:39095 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-03T18:49:35,914 DEBUG [M:0;db5a5ccf5be8:39095 {}] master.HMaster(1795): Stopping service threads 2024-12-03T18:49:35,914 INFO [M:0;db5a5ccf5be8:39095 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-03T18:49:35,915 INFO [M:0;db5a5ccf5be8:39095 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-03T18:49:35,915 INFO [M:0;db5a5ccf5be8:39095 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-03T18:49:35,916 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-03T18:49:35,926 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39095-0x1019c872f830000, quorum=127.0.0.1:62867, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-12-03T18:49:35,926 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39095-0x1019c872f830000, quorum=127.0.0.1:62867, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T18:49:35,926 DEBUG [M:0;db5a5ccf5be8:39095 {}] zookeeper.ZKUtil(347): master:39095-0x1019c872f830000, quorum=127.0.0.1:62867, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-12-03T18:49:35,926 WARN [M:0;db5a5ccf5be8:39095 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-03T18:49:35,927 INFO [M:0;db5a5ccf5be8:39095 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:38719/user/jenkins/test-data/144a5775-15cf-55fd-8d70-9932dba145f8/.lastflushedseqids 2024-12-03T18:49:35,931 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35643-0x1019c872f830001, quorum=127.0.0.1:62867, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T18:49:35,931 INFO [RS:0;db5a5ccf5be8:35643 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-03T18:49:35,931 INFO [RS:0;db5a5ccf5be8:35643 {}] regionserver.HRegionServer(1031): Exiting; stopping=db5a5ccf5be8,35643,1733251773584; zookeeper connection closed. 2024-12-03T18:49:35,931 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35643-0x1019c872f830001, quorum=127.0.0.1:62867, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T18:49:35,932 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@736370 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@736370 2024-12-03T18:49:35,934 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35949 is added to blk_1073741844_1020 (size=182) 2024-12-03T18:49:35,935 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33229 is added to blk_1073741844_1020 (size=182) 2024-12-03T18:49:35,935 INFO [M:0;db5a5ccf5be8:39095 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-03T18:49:35,935 INFO [M:0;db5a5ccf5be8:39095 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-03T18:49:35,936 DEBUG [M:0;db5a5ccf5be8:39095 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-03T18:49:35,936 INFO [M:0;db5a5ccf5be8:39095 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T18:49:35,936 DEBUG [M:0;db5a5ccf5be8:39095 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T18:49:35,936 DEBUG [M:0;db5a5ccf5be8:39095 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-03T18:49:35,936 DEBUG [M:0;db5a5ccf5be8:39095 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T18:49:35,936 INFO [M:0;db5a5ccf5be8:39095 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=29.58 KB heapSize=36.95 KB 2024-12-03T18:49:35,952 DEBUG [M:0;db5a5ccf5be8:39095 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38719/user/jenkins/test-data/144a5775-15cf-55fd-8d70-9932dba145f8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/02cc7d8c61f24fefab501b71423e1522 is 82, key is hbase:meta,,1/info:regioninfo/1733251774684/Put/seqid=0 2024-12-03T18:49:35,956 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33229 is added to blk_1073741845_1021 (size=5672) 2024-12-03T18:49:35,956 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35949 is added to blk_1073741845_1021 (size=5672) 2024-12-03T18:49:35,957 INFO [M:0;db5a5ccf5be8:39095 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:38719/user/jenkins/test-data/144a5775-15cf-55fd-8d70-9932dba145f8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/02cc7d8c61f24fefab501b71423e1522 2024-12-03T18:49:35,977 DEBUG [M:0;db5a5ccf5be8:39095 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38719/user/jenkins/test-data/144a5775-15cf-55fd-8d70-9932dba145f8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/eb152a26052f46cd8effc7f9804cfd77 is 803, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1733251775175/Put/seqid=0 2024-12-03T18:49:35,982 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33229 is added to blk_1073741846_1022 (size=6219) 2024-12-03T18:49:35,982 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35949 is added to blk_1073741846_1022 (size=6219) 2024-12-03T18:49:35,983 INFO [M:0;db5a5ccf5be8:39095 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28.96 KB at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:38719/user/jenkins/test-data/144a5775-15cf-55fd-8d70-9932dba145f8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/eb152a26052f46cd8effc7f9804cfd77 2024-12-03T18:49:36,001 DEBUG [M:0;db5a5ccf5be8:39095 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38719/user/jenkins/test-data/144a5775-15cf-55fd-8d70-9932dba145f8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/8e6936641cd14bfc9eab23bfcf871a4a is 69, key is db5a5ccf5be8,35643,1733251773584/rs:state/1733251774098/Put/seqid=0 2024-12-03T18:49:36,002 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42101-0x1019c872f830002, quorum=127.0.0.1:62867, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T18:49:36,002 INFO [RS:1;db5a5ccf5be8:42101 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-03T18:49:36,002 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42101-0x1019c872f830002, quorum=127.0.0.1:62867, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T18:49:36,002 INFO [RS:1;db5a5ccf5be8:42101 {}] regionserver.HRegionServer(1031): Exiting; stopping=db5a5ccf5be8,42101,1733251773638; zookeeper connection closed. 2024-12-03T18:49:36,002 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@2c5bbb36 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@2c5bbb36 2024-12-03T18:49:36,002 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 2 regionserver(s) complete 2024-12-03T18:49:36,008 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35949 is added to blk_1073741847_1023 (size=5224) 2024-12-03T18:49:36,008 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33229 is added to blk_1073741847_1023 (size=5224) 2024-12-03T18:49:36,010 INFO [M:0;db5a5ccf5be8:39095 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=130 B at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:38719/user/jenkins/test-data/144a5775-15cf-55fd-8d70-9932dba145f8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/8e6936641cd14bfc9eab23bfcf871a4a 2024-12-03T18:49:36,015 DEBUG [M:0;db5a5ccf5be8:39095 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38719/user/jenkins/test-data/144a5775-15cf-55fd-8d70-9932dba145f8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/02cc7d8c61f24fefab501b71423e1522 as hdfs://localhost:38719/user/jenkins/test-data/144a5775-15cf-55fd-8d70-9932dba145f8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/02cc7d8c61f24fefab501b71423e1522 2024-12-03T18:49:36,020 INFO [M:0;db5a5ccf5be8:39095 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38719/user/jenkins/test-data/144a5775-15cf-55fd-8d70-9932dba145f8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/02cc7d8c61f24fefab501b71423e1522, entries=8, sequenceid=71, filesize=5.5 K 2024-12-03T18:49:36,021 DEBUG [M:0;db5a5ccf5be8:39095 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38719/user/jenkins/test-data/144a5775-15cf-55fd-8d70-9932dba145f8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/eb152a26052f46cd8effc7f9804cfd77 as hdfs://localhost:38719/user/jenkins/test-data/144a5775-15cf-55fd-8d70-9932dba145f8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/eb152a26052f46cd8effc7f9804cfd77 2024-12-03T18:49:36,026 INFO [M:0;db5a5ccf5be8:39095 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38719/user/jenkins/test-data/144a5775-15cf-55fd-8d70-9932dba145f8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/eb152a26052f46cd8effc7f9804cfd77, entries=8, sequenceid=71, filesize=6.1 K 2024-12-03T18:49:36,027 DEBUG [M:0;db5a5ccf5be8:39095 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38719/user/jenkins/test-data/144a5775-15cf-55fd-8d70-9932dba145f8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/8e6936641cd14bfc9eab23bfcf871a4a as hdfs://localhost:38719/user/jenkins/test-data/144a5775-15cf-55fd-8d70-9932dba145f8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/8e6936641cd14bfc9eab23bfcf871a4a 2024-12-03T18:49:36,032 INFO [M:0;db5a5ccf5be8:39095 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38719/user/jenkins/test-data/144a5775-15cf-55fd-8d70-9932dba145f8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/8e6936641cd14bfc9eab23bfcf871a4a, entries=2, sequenceid=71, filesize=5.1 K 2024-12-03T18:49:36,033 INFO [M:0;db5a5ccf5be8:39095 {}] regionserver.HRegion(3140): Finished flush of dataSize ~29.58 KB/30293, heapSize ~36.66 KB/37536, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 97ms, sequenceid=71, compaction requested=false 2024-12-03T18:49:36,034 INFO [M:0;db5a5ccf5be8:39095 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T18:49:36,034 DEBUG [M:0;db5a5ccf5be8:39095 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733251775936Disabling compacts and flushes for region at 1733251775936Disabling writes for close at 1733251775936Obtaining lock to block concurrent updates at 1733251775936Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733251775936Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=30293, getHeapSize=37776, getOffHeapSize=0, getCellsCount=86 at 1733251775936Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733251775937 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733251775937Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733251775951 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733251775951Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733251775962 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733251775977 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733251775977Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733251775987 (+10 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733251776000 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733251776001 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1c7686d1: reopening flushed file at 1733251776014 (+13 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1231aa6c: reopening flushed file at 1733251776020 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6e7ab2e9: reopening flushed file at 1733251776026 (+6 ms)Finished flush of dataSize ~29.58 KB/30293, heapSize ~36.66 KB/37536, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 97ms, sequenceid=71, compaction requested=false at 1733251776033 (+7 ms)Writing region close event to WAL at 1733251776034 (+1 ms)Closed at 1733251776034 2024-12-03T18:49:36,036 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35949 is added to blk_1073741830_1006 (size=35440) 2024-12-03T18:49:36,037 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33229 is added to blk_1073741830_1006 (size=35440) 2024-12-03T18:49:36,037 INFO [M:0;db5a5ccf5be8:39095 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-03T18:49:36,037 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-03T18:49:36,037 INFO [M:0;db5a5ccf5be8:39095 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:39095 2024-12-03T18:49:36,038 INFO [M:0;db5a5ccf5be8:39095 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-03T18:49:36,149 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39095-0x1019c872f830000, quorum=127.0.0.1:62867, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T18:49:36,149 INFO [M:0;db5a5ccf5be8:39095 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-03T18:49:36,149 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39095-0x1019c872f830000, quorum=127.0.0.1:62867, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T18:49:36,152 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5b9022a7{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-03T18:49:36,152 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@51123309{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-03T18:49:36,152 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-03T18:49:36,152 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@31dabe10{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-03T18:49:36,152 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@54c4d3c8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5ed4256c-224e-2569-4a5d-db998beb401d/hadoop.log.dir/,STOPPED} 2024-12-03T18:49:36,153 WARN [BP-2055749328-172.17.0.2-1733251771343 heartbeating to localhost/127.0.0.1:38719 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-03T18:49:36,153 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-03T18:49:36,153 WARN [BP-2055749328-172.17.0.2-1733251771343 heartbeating to localhost/127.0.0.1:38719 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-2055749328-172.17.0.2-1733251771343 (Datanode Uuid 9370d5eb-030c-44a6-b323-bf1212b93484) service to localhost/127.0.0.1:38719 2024-12-03T18:49:36,153 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-03T18:49:36,154 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5ed4256c-224e-2569-4a5d-db998beb401d/cluster_32219f87-d332-ae0e-f82b-ef3097d02b2e/data/data3/current/BP-2055749328-172.17.0.2-1733251771343 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-03T18:49:36,154 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5ed4256c-224e-2569-4a5d-db998beb401d/cluster_32219f87-d332-ae0e-f82b-ef3097d02b2e/data/data4/current/BP-2055749328-172.17.0.2-1733251771343 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-03T18:49:36,154 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-03T18:49:36,156 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2877bed3{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-03T18:49:36,156 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@626f188e{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-03T18:49:36,156 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-03T18:49:36,156 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1c7764d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-03T18:49:36,156 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7f89ab31{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5ed4256c-224e-2569-4a5d-db998beb401d/hadoop.log.dir/,STOPPED} 2024-12-03T18:49:36,157 WARN [BP-2055749328-172.17.0.2-1733251771343 heartbeating to localhost/127.0.0.1:38719 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-03T18:49:36,157 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-03T18:49:36,157 WARN [BP-2055749328-172.17.0.2-1733251771343 heartbeating to localhost/127.0.0.1:38719 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-2055749328-172.17.0.2-1733251771343 (Datanode Uuid 18a7b241-1582-4ef3-a68f-7112c5a475f1) service to localhost/127.0.0.1:38719 2024-12-03T18:49:36,157 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-03T18:49:36,158 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5ed4256c-224e-2569-4a5d-db998beb401d/cluster_32219f87-d332-ae0e-f82b-ef3097d02b2e/data/data1/current/BP-2055749328-172.17.0.2-1733251771343 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-03T18:49:36,158 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5ed4256c-224e-2569-4a5d-db998beb401d/cluster_32219f87-d332-ae0e-f82b-ef3097d02b2e/data/data2/current/BP-2055749328-172.17.0.2-1733251771343 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-03T18:49:36,158 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-03T18:49:36,162 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5ef46dbc{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-03T18:49:36,163 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@62b6b626{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-03T18:49:36,163 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-03T18:49:36,163 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@311b153b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-03T18:49:36,163 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@66f46536{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5ed4256c-224e-2569-4a5d-db998beb401d/hadoop.log.dir/,STOPPED} 2024-12-03T18:49:36,168 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-03T18:49:36,183 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-03T18:49:36,190 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.TestClearRegionBlockCache#testClearBlockCacheFromAsyncAdmin[1: bucket] Thread=149 (was 130) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38719 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-13-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-16-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1768670951) connection to localhost/127.0.0.1:38719 from jenkins.hfs.7 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-12-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-12-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-17-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38719 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-13-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-12-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1768670951) connection to localhost/127.0.0.1:38719 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-14-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-16-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-17-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-17-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1768670951) connection to localhost/127.0.0.1:38719 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.6@localhost:38719 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1768670951) connection to localhost/127.0.0.1:38719 from jenkins.hfs.6 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38719 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:38719 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.7@localhost:38719 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-16-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38719 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-13-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=497 (was 470) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=328 (was 347), ProcessCount=11 (was 11), AvailableMemoryMB=5798 (was 5926) 2024-12-03T18:49:36,197 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.TestClearRegionBlockCache#testClearBlockCache[1: bucket] Thread=149, OpenFileDescriptor=497, MaxFileDescriptor=1048576, SystemLoadAverage=328, ProcessCount=11, AvailableMemoryMB=5798 2024-12-03T18:49:36,208 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5ed4256c-224e-2569-4a5d-db998beb401d/hadoop.log.dir so I do NOT create it in target/test-data/d13ecc87-4bbd-9c21-2c3c-9cdbbac1259c 2024-12-03T18:49:36,208 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5ed4256c-224e-2569-4a5d-db998beb401d/hadoop.log.dir Erasing configuration value by system value. 2024-12-03T18:49:36,208 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5ed4256c-224e-2569-4a5d-db998beb401d/hadoop.tmp.dir so I do NOT create it in target/test-data/d13ecc87-4bbd-9c21-2c3c-9cdbbac1259c 2024-12-03T18:49:36,208 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5ed4256c-224e-2569-4a5d-db998beb401d/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-03T18:49:36,208 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d13ecc87-4bbd-9c21-2c3c-9cdbbac1259c 2024-12-03T18:49:36,208 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=2, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-03T18:49:36,208 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d13ecc87-4bbd-9c21-2c3c-9cdbbac1259c/cluster_9da4ccc7-262e-a604-9eee-9b0e59cc2bca, deleteOnExit=true 2024-12-03T18:49:36,208 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-03T18:49:36,208 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d13ecc87-4bbd-9c21-2c3c-9cdbbac1259c/test.cache.data in system properties and HBase conf 2024-12-03T18:49:36,208 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d13ecc87-4bbd-9c21-2c3c-9cdbbac1259c/hadoop.tmp.dir in system properties and HBase conf 2024-12-03T18:49:36,208 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d13ecc87-4bbd-9c21-2c3c-9cdbbac1259c/hadoop.log.dir in system properties and HBase conf 2024-12-03T18:49:36,208 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d13ecc87-4bbd-9c21-2c3c-9cdbbac1259c/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-03T18:49:36,208 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d13ecc87-4bbd-9c21-2c3c-9cdbbac1259c/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-03T18:49:36,208 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-03T18:49:36,208 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-03T18:49:36,209 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d13ecc87-4bbd-9c21-2c3c-9cdbbac1259c/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-03T18:49:36,209 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d13ecc87-4bbd-9c21-2c3c-9cdbbac1259c/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-03T18:49:36,209 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d13ecc87-4bbd-9c21-2c3c-9cdbbac1259c/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-03T18:49:36,209 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d13ecc87-4bbd-9c21-2c3c-9cdbbac1259c/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-03T18:49:36,209 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d13ecc87-4bbd-9c21-2c3c-9cdbbac1259c/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-03T18:49:36,209 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d13ecc87-4bbd-9c21-2c3c-9cdbbac1259c/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-03T18:49:36,209 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d13ecc87-4bbd-9c21-2c3c-9cdbbac1259c/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-03T18:49:36,209 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d13ecc87-4bbd-9c21-2c3c-9cdbbac1259c/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-03T18:49:36,209 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d13ecc87-4bbd-9c21-2c3c-9cdbbac1259c/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-03T18:49:36,209 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d13ecc87-4bbd-9c21-2c3c-9cdbbac1259c/nfs.dump.dir in system properties and HBase conf 2024-12-03T18:49:36,209 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d13ecc87-4bbd-9c21-2c3c-9cdbbac1259c/java.io.tmpdir in system properties and HBase conf 2024-12-03T18:49:36,209 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d13ecc87-4bbd-9c21-2c3c-9cdbbac1259c/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-03T18:49:36,209 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d13ecc87-4bbd-9c21-2c3c-9cdbbac1259c/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-03T18:49:36,209 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d13ecc87-4bbd-9c21-2c3c-9cdbbac1259c/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-03T18:49:36,511 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T18:49:36,514 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-03T18:49:36,515 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-03T18:49:36,515 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-03T18:49:36,515 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-03T18:49:36,516 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T18:49:36,516 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1ccfb5d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d13ecc87-4bbd-9c21-2c3c-9cdbbac1259c/hadoop.log.dir/,AVAILABLE} 2024-12-03T18:49:36,517 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1f1ce7a0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-03T18:49:36,604 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6cceeb17{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d13ecc87-4bbd-9c21-2c3c-9cdbbac1259c/java.io.tmpdir/jetty-localhost-38735-hadoop-hdfs-3_4_1-tests_jar-_-any-15583365526586585509/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-03T18:49:36,604 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6c65e60e{HTTP/1.1, (http/1.1)}{localhost:38735} 2024-12-03T18:49:36,604 INFO [Time-limited test {}] server.Server(415): Started @29850ms 2024-12-03T18:49:36,851 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T18:49:36,854 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-03T18:49:36,855 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-03T18:49:36,855 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-03T18:49:36,855 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-03T18:49:36,855 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@ee00123{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d13ecc87-4bbd-9c21-2c3c-9cdbbac1259c/hadoop.log.dir/,AVAILABLE} 2024-12-03T18:49:36,855 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@75724cef{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-03T18:49:36,944 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7d937d67{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d13ecc87-4bbd-9c21-2c3c-9cdbbac1259c/java.io.tmpdir/jetty-localhost-41721-hadoop-hdfs-3_4_1-tests_jar-_-any-16595945622942441135/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-03T18:49:36,945 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1e092361{HTTP/1.1, (http/1.1)}{localhost:41721} 2024-12-03T18:49:36,945 INFO [Time-limited test {}] server.Server(415): Started @30190ms 2024-12-03T18:49:36,945 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-03T18:49:36,970 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T18:49:36,973 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-03T18:49:36,973 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-03T18:49:36,973 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-03T18:49:36,973 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-03T18:49:36,974 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2a85bb59{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d13ecc87-4bbd-9c21-2c3c-9cdbbac1259c/hadoop.log.dir/,AVAILABLE} 2024-12-03T18:49:36,974 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4357772f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-03T18:49:37,072 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@31205b85{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d13ecc87-4bbd-9c21-2c3c-9cdbbac1259c/java.io.tmpdir/jetty-localhost-46713-hadoop-hdfs-3_4_1-tests_jar-_-any-15876943298321642873/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-03T18:49:37,072 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@20eb6721{HTTP/1.1, (http/1.1)}{localhost:46713} 2024-12-03T18:49:37,072 INFO [Time-limited test {}] server.Server(415): Started @30318ms 2024-12-03T18:49:37,073 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-03T18:49:38,421 WARN [Thread-1164 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d13ecc87-4bbd-9c21-2c3c-9cdbbac1259c/cluster_9da4ccc7-262e-a604-9eee-9b0e59cc2bca/data/data1/current/BP-593224805-172.17.0.2-1733251776229/current, will proceed with Du for space computation calculation, 2024-12-03T18:49:38,422 WARN [Thread-1165 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d13ecc87-4bbd-9c21-2c3c-9cdbbac1259c/cluster_9da4ccc7-262e-a604-9eee-9b0e59cc2bca/data/data2/current/BP-593224805-172.17.0.2-1733251776229/current, will proceed with Du for space computation calculation, 2024-12-03T18:49:38,435 WARN [Thread-1128 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-03T18:49:38,437 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x717017300480d741 with lease ID 0x71c0121ee5f1865f: Processing first storage report for DS-1f8a58ed-f702-4c83-9f62-90b50b8d55a6 from datanode DatanodeRegistration(127.0.0.1:40747, datanodeUuid=41776b44-6b0e-43ec-bb1c-dd302bf7eb97, infoPort=37579, infoSecurePort=0, ipcPort=43475, storageInfo=lv=-57;cid=testClusterID;nsid=848913085;c=1733251776229) 2024-12-03T18:49:38,438 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x717017300480d741 with lease ID 0x71c0121ee5f1865f: from storage DS-1f8a58ed-f702-4c83-9f62-90b50b8d55a6 node DatanodeRegistration(127.0.0.1:40747, datanodeUuid=41776b44-6b0e-43ec-bb1c-dd302bf7eb97, infoPort=37579, infoSecurePort=0, ipcPort=43475, storageInfo=lv=-57;cid=testClusterID;nsid=848913085;c=1733251776229), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-03T18:49:38,438 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x717017300480d741 with lease ID 0x71c0121ee5f1865f: Processing first storage report for DS-5da3ff68-de38-47e7-9a23-1207f50ff323 from datanode DatanodeRegistration(127.0.0.1:40747, datanodeUuid=41776b44-6b0e-43ec-bb1c-dd302bf7eb97, infoPort=37579, infoSecurePort=0, ipcPort=43475, storageInfo=lv=-57;cid=testClusterID;nsid=848913085;c=1733251776229) 2024-12-03T18:49:38,438 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x717017300480d741 with lease ID 0x71c0121ee5f1865f: from storage DS-5da3ff68-de38-47e7-9a23-1207f50ff323 node DatanodeRegistration(127.0.0.1:40747, datanodeUuid=41776b44-6b0e-43ec-bb1c-dd302bf7eb97, infoPort=37579, infoSecurePort=0, ipcPort=43475, storageInfo=lv=-57;cid=testClusterID;nsid=848913085;c=1733251776229), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-03T18:49:38,461 WARN [Thread-1175 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d13ecc87-4bbd-9c21-2c3c-9cdbbac1259c/cluster_9da4ccc7-262e-a604-9eee-9b0e59cc2bca/data/data3/current/BP-593224805-172.17.0.2-1733251776229/current, will proceed with Du for space computation calculation, 2024-12-03T18:49:38,462 WARN [Thread-1176 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d13ecc87-4bbd-9c21-2c3c-9cdbbac1259c/cluster_9da4ccc7-262e-a604-9eee-9b0e59cc2bca/data/data4/current/BP-593224805-172.17.0.2-1733251776229/current, will proceed with Du for space computation calculation, 2024-12-03T18:49:38,477 WARN [Thread-1151 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-03T18:49:38,479 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x23645ec966e868c3 with lease ID 0x71c0121ee5f18660: Processing first storage report for DS-299e0cf6-623c-435b-9e15-0b66bc8ef118 from datanode DatanodeRegistration(127.0.0.1:33853, datanodeUuid=10317153-c782-412b-952c-7fa88757eb44, infoPort=42067, infoSecurePort=0, ipcPort=42627, storageInfo=lv=-57;cid=testClusterID;nsid=848913085;c=1733251776229) 2024-12-03T18:49:38,479 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x23645ec966e868c3 with lease ID 0x71c0121ee5f18660: from storage DS-299e0cf6-623c-435b-9e15-0b66bc8ef118 node DatanodeRegistration(127.0.0.1:33853, datanodeUuid=10317153-c782-412b-952c-7fa88757eb44, infoPort=42067, infoSecurePort=0, ipcPort=42627, storageInfo=lv=-57;cid=testClusterID;nsid=848913085;c=1733251776229), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-03T18:49:38,479 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x23645ec966e868c3 with lease ID 0x71c0121ee5f18660: Processing first storage report for DS-f6f71624-b817-4259-9332-3086cc9668d5 from datanode DatanodeRegistration(127.0.0.1:33853, datanodeUuid=10317153-c782-412b-952c-7fa88757eb44, infoPort=42067, infoSecurePort=0, ipcPort=42627, storageInfo=lv=-57;cid=testClusterID;nsid=848913085;c=1733251776229) 2024-12-03T18:49:38,479 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x23645ec966e868c3 with lease ID 0x71c0121ee5f18660: from storage DS-f6f71624-b817-4259-9332-3086cc9668d5 node DatanodeRegistration(127.0.0.1:33853, datanodeUuid=10317153-c782-412b-952c-7fa88757eb44, infoPort=42067, infoSecurePort=0, ipcPort=42627, storageInfo=lv=-57;cid=testClusterID;nsid=848913085;c=1733251776229), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-03T18:49:38,509 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d13ecc87-4bbd-9c21-2c3c-9cdbbac1259c 2024-12-03T18:49:38,513 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d13ecc87-4bbd-9c21-2c3c-9cdbbac1259c/cluster_9da4ccc7-262e-a604-9eee-9b0e59cc2bca/zookeeper_0, clientPort=62837, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d13ecc87-4bbd-9c21-2c3c-9cdbbac1259c/cluster_9da4ccc7-262e-a604-9eee-9b0e59cc2bca/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d13ecc87-4bbd-9c21-2c3c-9cdbbac1259c/cluster_9da4ccc7-262e-a604-9eee-9b0e59cc2bca/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-03T18:49:38,514 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=62837 2024-12-03T18:49:38,514 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T18:49:38,517 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T18:49:38,527 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40747 is added to blk_1073741825_1001 (size=7) 2024-12-03T18:49:38,528 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33853 is added to blk_1073741825_1001 (size=7) 2024-12-03T18:49:38,528 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:46555/user/jenkins/test-data/25c91d2d-f1aa-a7fb-70bd-98d82ada90bd with version=8 2024-12-03T18:49:38,528 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:46555/user/jenkins/test-data/25c91d2d-f1aa-a7fb-70bd-98d82ada90bd/hbase-staging 2024-12-03T18:49:38,530 INFO [Time-limited test {}] client.ConnectionUtils(128): master/db5a5ccf5be8:0 server-side Connection retries=45 2024-12-03T18:49:38,530 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T18:49:38,530 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-03T18:49:38,530 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-03T18:49:38,530 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T18:49:38,531 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-03T18:49:38,531 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-03T18:49:38,531 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-03T18:49:38,531 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:46419 2024-12-03T18:49:38,532 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:46419 connecting to ZooKeeper ensemble=127.0.0.1:62837 2024-12-03T18:49:38,598 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:464190x0, quorum=127.0.0.1:62837, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T18:49:38,598 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:46419-0x1019c87437b0000 connected 2024-12-03T18:49:38,683 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T18:49:38,685 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T18:49:38,686 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46419-0x1019c87437b0000, quorum=127.0.0.1:62837, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-03T18:49:38,686 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:46555/user/jenkins/test-data/25c91d2d-f1aa-a7fb-70bd-98d82ada90bd, hbase.cluster.distributed=false 2024-12-03T18:49:38,688 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46419-0x1019c87437b0000, quorum=127.0.0.1:62837, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-03T18:49:38,688 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46419 2024-12-03T18:49:38,689 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46419 2024-12-03T18:49:38,689 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46419 2024-12-03T18:49:38,689 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46419 2024-12-03T18:49:38,689 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46419 2024-12-03T18:49:38,705 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/db5a5ccf5be8:0 server-side Connection retries=45 2024-12-03T18:49:38,705 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T18:49:38,705 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-03T18:49:38,705 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-03T18:49:38,705 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T18:49:38,705 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-03T18:49:38,705 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-03T18:49:38,706 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-03T18:49:38,706 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:36371 2024-12-03T18:49:38,707 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:36371 connecting to ZooKeeper ensemble=127.0.0.1:62837 2024-12-03T18:49:38,708 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T18:49:38,709 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T18:49:38,722 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:363710x0, quorum=127.0.0.1:62837, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T18:49:38,723 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:36371-0x1019c87437b0001 connected 2024-12-03T18:49:38,723 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36371-0x1019c87437b0001, quorum=127.0.0.1:62837, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-03T18:49:38,723 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-03T18:49:38,724 INFO [Time-limited test {}] util.ByteBufferArray(64): Allocating buffers total=30 MB, sizePerBuffer=1.88 MB, count=16 2024-12-03T18:49:38,728 INFO [Time-limited test {}] bucket.BucketCache(364): Instantiating BucketCache with acceptableFactor: 0.95, minFactor: 0.85, extraFreeFactor: 0.1, singleFactor: 0.25, multiFactor: 0.5, memoryFactor: 0.25, useStrongRef: false 2024-12-03T18:49:38,729 INFO [Time-limited test {}] bucket.BucketAllocator(343): Cache totalSize=29417472, buckets=14, bucket capacity=2101248=(4*525312)=(FEWEST_ITEMS_IN_BUCKET*(largest configured bucketcache size)) 2024-12-03T18:49:38,730 INFO [Time-limited test {}] bucket.BucketCache(403): Started bucket cache; ioengine=offheap, capacity=30 MB, blockSize=64 KB, writerThreadNum=3, writerQLen=64, persistencePath=null, bucketAllocator=org.apache.hadoop.hbase.io.hfile.bucket.BucketAllocator 2024-12-03T18:49:38,730 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-03T18:49:38,731 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36371-0x1019c87437b0001, quorum=127.0.0.1:62837, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-03T18:49:38,732 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36371-0x1019c87437b0001, quorum=127.0.0.1:62837, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-03T18:49:38,732 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36371 2024-12-03T18:49:38,733 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36371 2024-12-03T18:49:38,733 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36371 2024-12-03T18:49:38,733 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36371 2024-12-03T18:49:38,734 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36371 2024-12-03T18:49:38,751 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/db5a5ccf5be8:0 server-side Connection retries=45 2024-12-03T18:49:38,751 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T18:49:38,751 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-03T18:49:38,751 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-03T18:49:38,751 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T18:49:38,751 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-03T18:49:38,751 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-03T18:49:38,751 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-03T18:49:38,752 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:34897 2024-12-03T18:49:38,752 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:34897 connecting to ZooKeeper ensemble=127.0.0.1:62837 2024-12-03T18:49:38,753 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T18:49:38,754 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T18:49:38,768 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:348970x0, quorum=127.0.0.1:62837, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T18:49:38,768 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:348970x0, quorum=127.0.0.1:62837, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-03T18:49:38,768 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:34897-0x1019c87437b0002 connected 2024-12-03T18:49:38,768 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-03T18:49:38,769 INFO [Time-limited test {}] util.ByteBufferArray(64): Allocating buffers total=30 MB, sizePerBuffer=1.88 MB, count=16 2024-12-03T18:49:38,775 INFO [Time-limited test {}] bucket.BucketCache(364): Instantiating BucketCache with acceptableFactor: 0.95, minFactor: 0.85, extraFreeFactor: 0.1, singleFactor: 0.25, multiFactor: 0.5, memoryFactor: 0.25, useStrongRef: false 2024-12-03T18:49:38,776 INFO [Time-limited test {}] bucket.BucketAllocator(343): Cache totalSize=29417472, buckets=14, bucket capacity=2101248=(4*525312)=(FEWEST_ITEMS_IN_BUCKET*(largest configured bucketcache size)) 2024-12-03T18:49:38,776 INFO [Time-limited test {}] bucket.BucketCache(403): Started bucket cache; ioengine=offheap, capacity=30 MB, blockSize=64 KB, writerThreadNum=3, writerQLen=64, persistencePath=null, bucketAllocator=org.apache.hadoop.hbase.io.hfile.bucket.BucketAllocator 2024-12-03T18:49:38,776 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-03T18:49:38,777 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34897-0x1019c87437b0002, quorum=127.0.0.1:62837, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-03T18:49:38,778 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34897-0x1019c87437b0002, quorum=127.0.0.1:62837, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-03T18:49:38,780 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34897 2024-12-03T18:49:38,780 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34897 2024-12-03T18:49:38,781 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34897 2024-12-03T18:49:38,783 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34897 2024-12-03T18:49:38,786 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34897 2024-12-03T18:49:38,796 DEBUG [M:0;db5a5ccf5be8:46419 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;db5a5ccf5be8:46419 2024-12-03T18:49:38,796 INFO [master/db5a5ccf5be8:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/db5a5ccf5be8,46419,1733251778530 2024-12-03T18:49:38,806 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36371-0x1019c87437b0001, quorum=127.0.0.1:62837, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-03T18:49:38,806 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34897-0x1019c87437b0002, quorum=127.0.0.1:62837, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-03T18:49:38,806 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46419-0x1019c87437b0000, quorum=127.0.0.1:62837, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-03T18:49:38,807 DEBUG [master/db5a5ccf5be8:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46419-0x1019c87437b0000, quorum=127.0.0.1:62837, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/db5a5ccf5be8,46419,1733251778530 2024-12-03T18:49:38,817 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34897-0x1019c87437b0002, quorum=127.0.0.1:62837, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-03T18:49:38,817 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46419-0x1019c87437b0000, quorum=127.0.0.1:62837, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T18:49:38,817 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36371-0x1019c87437b0001, quorum=127.0.0.1:62837, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-03T18:49:38,817 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34897-0x1019c87437b0002, quorum=127.0.0.1:62837, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T18:49:38,817 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36371-0x1019c87437b0001, quorum=127.0.0.1:62837, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T18:49:38,818 DEBUG [master/db5a5ccf5be8:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46419-0x1019c87437b0000, quorum=127.0.0.1:62837, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-12-03T18:49:38,818 INFO [master/db5a5ccf5be8:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/db5a5ccf5be8,46419,1733251778530 from backup master directory 2024-12-03T18:49:38,831 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46419-0x1019c87437b0000, quorum=127.0.0.1:62837, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/db5a5ccf5be8,46419,1733251778530 2024-12-03T18:49:38,831 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34897-0x1019c87437b0002, quorum=127.0.0.1:62837, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-03T18:49:38,831 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36371-0x1019c87437b0001, quorum=127.0.0.1:62837, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-03T18:49:38,831 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46419-0x1019c87437b0000, quorum=127.0.0.1:62837, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-03T18:49:38,831 WARN [master/db5a5ccf5be8:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-03T18:49:38,831 INFO [master/db5a5ccf5be8:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=db5a5ccf5be8,46419,1733251778530 2024-12-03T18:49:38,838 DEBUG [master/db5a5ccf5be8:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:46555/user/jenkins/test-data/25c91d2d-f1aa-a7fb-70bd-98d82ada90bd/hbase.id] with ID: 776471ab-8a8d-4c07-a04f-02ba4b972949 2024-12-03T18:49:38,838 DEBUG [master/db5a5ccf5be8:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:46555/user/jenkins/test-data/25c91d2d-f1aa-a7fb-70bd-98d82ada90bd/.tmp/hbase.id 2024-12-03T18:49:38,845 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33853 is added to blk_1073741826_1002 (size=42) 2024-12-03T18:49:38,846 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40747 is added to blk_1073741826_1002 (size=42) 2024-12-03T18:49:38,846 DEBUG [master/db5a5ccf5be8:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:46555/user/jenkins/test-data/25c91d2d-f1aa-a7fb-70bd-98d82ada90bd/.tmp/hbase.id]:[hdfs://localhost:46555/user/jenkins/test-data/25c91d2d-f1aa-a7fb-70bd-98d82ada90bd/hbase.id] 2024-12-03T18:49:38,856 INFO [master/db5a5ccf5be8:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T18:49:38,857 INFO [master/db5a5ccf5be8:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-03T18:49:38,858 INFO [master/db5a5ccf5be8:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-12-03T18:49:38,870 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34897-0x1019c87437b0002, quorum=127.0.0.1:62837, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T18:49:38,870 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36371-0x1019c87437b0001, quorum=127.0.0.1:62837, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T18:49:38,870 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46419-0x1019c87437b0000, quorum=127.0.0.1:62837, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T18:49:38,875 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40747 is added to blk_1073741827_1003 (size=196) 2024-12-03T18:49:38,875 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33853 is added to blk_1073741827_1003 (size=196) 2024-12-03T18:49:38,876 INFO [master/db5a5ccf5be8:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-03T18:49:38,876 INFO [master/db5a5ccf5be8:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-03T18:49:38,877 INFO [master/db5a5ccf5be8:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T18:49:38,883 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40747 is added to blk_1073741828_1004 (size=1189) 2024-12-03T18:49:38,883 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33853 is added to blk_1073741828_1004 (size=1189) 2024-12-03T18:49:38,884 INFO [master/db5a5ccf5be8:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:46555/user/jenkins/test-data/25c91d2d-f1aa-a7fb-70bd-98d82ada90bd/MasterData/data/master/store 2024-12-03T18:49:38,891 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33853 is added to blk_1073741829_1005 (size=34) 2024-12-03T18:49:38,891 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40747 is added to blk_1073741829_1005 (size=34) 2024-12-03T18:49:38,892 DEBUG [master/db5a5ccf5be8:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T18:49:38,892 DEBUG [master/db5a5ccf5be8:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-03T18:49:38,892 INFO [master/db5a5ccf5be8:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T18:49:38,892 DEBUG [master/db5a5ccf5be8:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T18:49:38,892 DEBUG [master/db5a5ccf5be8:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-03T18:49:38,892 DEBUG [master/db5a5ccf5be8:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T18:49:38,892 INFO [master/db5a5ccf5be8:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T18:49:38,892 DEBUG [master/db5a5ccf5be8:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733251778892Disabling compacts and flushes for region at 1733251778892Disabling writes for close at 1733251778892Writing region close event to WAL at 1733251778892Closed at 1733251778892 2024-12-03T18:49:38,893 WARN [master/db5a5ccf5be8:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:46555/user/jenkins/test-data/25c91d2d-f1aa-a7fb-70bd-98d82ada90bd/MasterData/data/master/store/.initializing 2024-12-03T18:49:38,893 DEBUG [master/db5a5ccf5be8:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:46555/user/jenkins/test-data/25c91d2d-f1aa-a7fb-70bd-98d82ada90bd/MasterData/WALs/db5a5ccf5be8,46419,1733251778530 2024-12-03T18:49:38,894 INFO [master/db5a5ccf5be8:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-03T18:49:38,896 INFO [master/db5a5ccf5be8:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=db5a5ccf5be8%2C46419%2C1733251778530, suffix=, logDir=hdfs://localhost:46555/user/jenkins/test-data/25c91d2d-f1aa-a7fb-70bd-98d82ada90bd/MasterData/WALs/db5a5ccf5be8,46419,1733251778530, archiveDir=hdfs://localhost:46555/user/jenkins/test-data/25c91d2d-f1aa-a7fb-70bd-98d82ada90bd/MasterData/oldWALs, maxLogs=10 2024-12-03T18:49:38,908 DEBUG [master/db5a5ccf5be8:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/25c91d2d-f1aa-a7fb-70bd-98d82ada90bd/MasterData/WALs/db5a5ccf5be8,46419,1733251778530/db5a5ccf5be8%2C46419%2C1733251778530.1733251778896, exclude list is [], retry=0 2024-12-03T18:49:38,911 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-17-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33853,DS-299e0cf6-623c-435b-9e15-0b66bc8ef118,DISK] 2024-12-03T18:49:38,911 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-17-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40747,DS-1f8a58ed-f702-4c83-9f62-90b50b8d55a6,DISK] 2024-12-03T18:49:38,912 INFO [master/db5a5ccf5be8:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/25c91d2d-f1aa-a7fb-70bd-98d82ada90bd/MasterData/WALs/db5a5ccf5be8,46419,1733251778530/db5a5ccf5be8%2C46419%2C1733251778530.1733251778896 2024-12-03T18:49:38,913 DEBUG [master/db5a5ccf5be8:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42067:42067),(127.0.0.1/127.0.0.1:37579:37579)] 2024-12-03T18:49:38,913 DEBUG [master/db5a5ccf5be8:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-03T18:49:38,913 DEBUG [master/db5a5ccf5be8:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T18:49:38,913 DEBUG [master/db5a5ccf5be8:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T18:49:38,913 DEBUG [master/db5a5ccf5be8:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T18:49:38,915 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T18:49:38,916 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-03T18:49:38,916 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:49:38,916 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T18:49:38,916 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T18:49:38,917 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-03T18:49:38,918 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:49:38,918 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T18:49:38,918 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T18:49:38,919 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-03T18:49:38,919 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:49:38,920 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T18:49:38,920 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T18:49:38,921 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-03T18:49:38,921 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:49:38,921 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T18:49:38,922 DEBUG [master/db5a5ccf5be8:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T18:49:38,922 DEBUG [master/db5a5ccf5be8:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46555/user/jenkins/test-data/25c91d2d-f1aa-a7fb-70bd-98d82ada90bd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-03T18:49:38,923 DEBUG [master/db5a5ccf5be8:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46555/user/jenkins/test-data/25c91d2d-f1aa-a7fb-70bd-98d82ada90bd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-03T18:49:38,924 DEBUG [master/db5a5ccf5be8:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T18:49:38,924 DEBUG [master/db5a5ccf5be8:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T18:49:38,925 DEBUG [master/db5a5ccf5be8:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T18:49:38,926 DEBUG [master/db5a5ccf5be8:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T18:49:38,928 DEBUG [master/db5a5ccf5be8:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46555/user/jenkins/test-data/25c91d2d-f1aa-a7fb-70bd-98d82ada90bd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T18:49:38,929 INFO [master/db5a5ccf5be8:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59707522, jitterRate=-0.1102885901927948}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T18:49:38,929 DEBUG [master/db5a5ccf5be8:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733251778913Initializing all the Stores at 1733251778914 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733251778914Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733251778914Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733251778914Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733251778914Cleaning up temporary data from old regions at 1733251778924 (+10 ms)Region opened successfully at 1733251778929 (+5 ms) 2024-12-03T18:49:38,929 INFO [master/db5a5ccf5be8:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-03T18:49:38,933 DEBUG [master/db5a5ccf5be8:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@43ecc4f5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=db5a5ccf5be8/172.17.0.2:0 2024-12-03T18:49:38,934 INFO [master/db5a5ccf5be8:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-03T18:49:38,934 INFO [master/db5a5ccf5be8:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-03T18:49:38,934 INFO [master/db5a5ccf5be8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-03T18:49:38,935 INFO [master/db5a5ccf5be8:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-03T18:49:38,935 INFO [master/db5a5ccf5be8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-03T18:49:38,936 INFO [master/db5a5ccf5be8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-03T18:49:38,936 INFO [master/db5a5ccf5be8:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-03T18:49:38,938 INFO [master/db5a5ccf5be8:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-03T18:49:38,939 DEBUG [master/db5a5ccf5be8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46419-0x1019c87437b0000, quorum=127.0.0.1:62837, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-12-03T18:49:38,946 DEBUG [master/db5a5ccf5be8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-12-03T18:49:38,947 INFO [master/db5a5ccf5be8:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-03T18:49:38,947 DEBUG [master/db5a5ccf5be8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46419-0x1019c87437b0000, quorum=127.0.0.1:62837, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-12-03T18:49:38,957 DEBUG [master/db5a5ccf5be8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-12-03T18:49:38,957 INFO [master/db5a5ccf5be8:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-03T18:49:38,958 DEBUG [master/db5a5ccf5be8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46419-0x1019c87437b0000, quorum=127.0.0.1:62837, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-12-03T18:49:38,967 DEBUG [master/db5a5ccf5be8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-12-03T18:49:38,969 DEBUG [master/db5a5ccf5be8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46419-0x1019c87437b0000, quorum=127.0.0.1:62837, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-12-03T18:49:38,978 DEBUG [master/db5a5ccf5be8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-12-03T18:49:38,980 DEBUG [master/db5a5ccf5be8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46419-0x1019c87437b0000, quorum=127.0.0.1:62837, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-03T18:49:38,988 DEBUG [master/db5a5ccf5be8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-12-03T18:49:38,999 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46419-0x1019c87437b0000, quorum=127.0.0.1:62837, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-03T18:49:38,999 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34897-0x1019c87437b0002, quorum=127.0.0.1:62837, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-03T18:49:38,999 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36371-0x1019c87437b0001, quorum=127.0.0.1:62837, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-03T18:49:38,999 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34897-0x1019c87437b0002, quorum=127.0.0.1:62837, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T18:49:38,999 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46419-0x1019c87437b0000, quorum=127.0.0.1:62837, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T18:49:38,999 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36371-0x1019c87437b0001, quorum=127.0.0.1:62837, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T18:49:39,000 INFO [master/db5a5ccf5be8:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=db5a5ccf5be8,46419,1733251778530, sessionid=0x1019c87437b0000, setting cluster-up flag (Was=false) 2024-12-03T18:49:39,020 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46419-0x1019c87437b0000, quorum=127.0.0.1:62837, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T18:49:39,020 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36371-0x1019c87437b0001, quorum=127.0.0.1:62837, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T18:49:39,020 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34897-0x1019c87437b0002, quorum=127.0.0.1:62837, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T18:49:39,052 DEBUG [master/db5a5ccf5be8:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-12-03T18:49:39,053 DEBUG [master/db5a5ccf5be8:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=db5a5ccf5be8,46419,1733251778530 2024-12-03T18:49:39,073 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46419-0x1019c87437b0000, quorum=127.0.0.1:62837, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T18:49:39,073 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36371-0x1019c87437b0001, quorum=127.0.0.1:62837, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T18:49:39,073 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34897-0x1019c87437b0002, quorum=127.0.0.1:62837, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T18:49:39,104 DEBUG [master/db5a5ccf5be8:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-12-03T18:49:39,105 DEBUG [master/db5a5ccf5be8:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=db5a5ccf5be8,46419,1733251778530 2024-12-03T18:49:39,107 INFO [master/db5a5ccf5be8:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:46555/user/jenkins/test-data/25c91d2d-f1aa-a7fb-70bd-98d82ada90bd/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-03T18:49:39,108 DEBUG [master/db5a5ccf5be8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-03T18:49:39,108 INFO [master/db5a5ccf5be8:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-03T18:49:39,108 INFO [master/db5a5ccf5be8:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-03T18:49:39,108 DEBUG [master/db5a5ccf5be8:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: db5a5ccf5be8,46419,1733251778530 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-03T18:49:39,110 DEBUG [master/db5a5ccf5be8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/db5a5ccf5be8:0, corePoolSize=5, maxPoolSize=5 2024-12-03T18:49:39,110 DEBUG [master/db5a5ccf5be8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/db5a5ccf5be8:0, corePoolSize=5, maxPoolSize=5 2024-12-03T18:49:39,110 DEBUG [master/db5a5ccf5be8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/db5a5ccf5be8:0, corePoolSize=5, maxPoolSize=5 2024-12-03T18:49:39,110 DEBUG [master/db5a5ccf5be8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/db5a5ccf5be8:0, corePoolSize=5, maxPoolSize=5 2024-12-03T18:49:39,110 DEBUG [master/db5a5ccf5be8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/db5a5ccf5be8:0, corePoolSize=10, maxPoolSize=10 2024-12-03T18:49:39,110 DEBUG [master/db5a5ccf5be8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/db5a5ccf5be8:0, corePoolSize=1, maxPoolSize=1 2024-12-03T18:49:39,110 DEBUG [master/db5a5ccf5be8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/db5a5ccf5be8:0, corePoolSize=2, maxPoolSize=2 2024-12-03T18:49:39,110 DEBUG [master/db5a5ccf5be8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/db5a5ccf5be8:0, corePoolSize=1, maxPoolSize=1 2024-12-03T18:49:39,111 INFO [master/db5a5ccf5be8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733251809111 2024-12-03T18:49:39,111 INFO [master/db5a5ccf5be8:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-03T18:49:39,111 INFO [master/db5a5ccf5be8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-03T18:49:39,111 INFO [master/db5a5ccf5be8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-03T18:49:39,111 INFO [master/db5a5ccf5be8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-03T18:49:39,111 INFO [master/db5a5ccf5be8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-03T18:49:39,111 INFO [master/db5a5ccf5be8:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-03T18:49:39,111 INFO [master/db5a5ccf5be8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-03T18:49:39,112 INFO [master/db5a5ccf5be8:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-03T18:49:39,112 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T18:49:39,112 INFO [master/db5a5ccf5be8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-03T18:49:39,112 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-03T18:49:39,112 INFO [master/db5a5ccf5be8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-03T18:49:39,112 INFO [master/db5a5ccf5be8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-03T18:49:39,112 INFO [master/db5a5ccf5be8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-03T18:49:39,112 DEBUG [master/db5a5ccf5be8:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/db5a5ccf5be8:0:becomeActiveMaster-HFileCleaner.large.0-1733251779112,5,FailOnTimeoutGroup] 2024-12-03T18:49:39,113 DEBUG [master/db5a5ccf5be8:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/db5a5ccf5be8:0:becomeActiveMaster-HFileCleaner.small.0-1733251779112,5,FailOnTimeoutGroup] 2024-12-03T18:49:39,113 INFO [master/db5a5ccf5be8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-03T18:49:39,113 INFO [master/db5a5ccf5be8:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-03T18:49:39,113 INFO [master/db5a5ccf5be8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-03T18:49:39,113 INFO [master/db5a5ccf5be8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-03T18:49:39,113 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:49:39,113 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-03T18:49:39,119 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33853 is added to blk_1073741831_1007 (size=1321) 2024-12-03T18:49:39,119 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40747 is added to blk_1073741831_1007 (size=1321) 2024-12-03T18:49:39,189 INFO [RS:1;db5a5ccf5be8:34897 {}] regionserver.HRegionServer(746): ClusterId : 776471ab-8a8d-4c07-a04f-02ba4b972949 2024-12-03T18:49:39,189 INFO [RS:0;db5a5ccf5be8:36371 {}] regionserver.HRegionServer(746): ClusterId : 776471ab-8a8d-4c07-a04f-02ba4b972949 2024-12-03T18:49:39,189 DEBUG [RS:1;db5a5ccf5be8:34897 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-03T18:49:39,189 DEBUG [RS:0;db5a5ccf5be8:36371 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-03T18:49:39,200 DEBUG [RS:0;db5a5ccf5be8:36371 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-03T18:49:39,200 DEBUG [RS:1;db5a5ccf5be8:34897 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-03T18:49:39,200 DEBUG [RS:1;db5a5ccf5be8:34897 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-03T18:49:39,200 DEBUG [RS:0;db5a5ccf5be8:36371 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-03T18:49:39,211 DEBUG [RS:1;db5a5ccf5be8:34897 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-03T18:49:39,211 DEBUG [RS:0;db5a5ccf5be8:36371 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-03T18:49:39,211 DEBUG [RS:0;db5a5ccf5be8:36371 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1f8baa36, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=db5a5ccf5be8/172.17.0.2:0 2024-12-03T18:49:39,211 DEBUG [RS:1;db5a5ccf5be8:34897 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@63bcb61, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=db5a5ccf5be8/172.17.0.2:0 2024-12-03T18:49:39,220 DEBUG [RS:0;db5a5ccf5be8:36371 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;db5a5ccf5be8:36371 2024-12-03T18:49:39,220 DEBUG [RS:1;db5a5ccf5be8:34897 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;db5a5ccf5be8:34897 2024-12-03T18:49:39,221 INFO [RS:1;db5a5ccf5be8:34897 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-03T18:49:39,221 INFO [RS:0;db5a5ccf5be8:36371 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-03T18:49:39,221 INFO [RS:1;db5a5ccf5be8:34897 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-03T18:49:39,221 INFO [RS:0;db5a5ccf5be8:36371 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-03T18:49:39,221 DEBUG [RS:1;db5a5ccf5be8:34897 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-03T18:49:39,221 DEBUG [RS:0;db5a5ccf5be8:36371 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-03T18:49:39,221 INFO [RS:0;db5a5ccf5be8:36371 {}] regionserver.HRegionServer(2659): reportForDuty to master=db5a5ccf5be8,46419,1733251778530 with port=36371, startcode=1733251778705 2024-12-03T18:49:39,221 INFO [RS:1;db5a5ccf5be8:34897 {}] regionserver.HRegionServer(2659): reportForDuty to master=db5a5ccf5be8,46419,1733251778530 with port=34897, startcode=1733251778750 2024-12-03T18:49:39,222 DEBUG [RS:1;db5a5ccf5be8:34897 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-03T18:49:39,222 DEBUG [RS:0;db5a5ccf5be8:36371 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-03T18:49:39,223 INFO [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46909, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.8 (auth:SIMPLE), service=RegionServerStatusService 2024-12-03T18:49:39,223 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57601, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=RegionServerStatusService 2024-12-03T18:49:39,224 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46419 {}] master.ServerManager(363): Checking decommissioned status of RegionServer db5a5ccf5be8,36371,1733251778705 2024-12-03T18:49:39,224 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46419 {}] master.ServerManager(517): Registering regionserver=db5a5ccf5be8,36371,1733251778705 2024-12-03T18:49:39,225 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46419 {}] master.ServerManager(363): Checking decommissioned status of RegionServer db5a5ccf5be8,34897,1733251778750 2024-12-03T18:49:39,225 DEBUG [RS:0;db5a5ccf5be8:36371 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:46555/user/jenkins/test-data/25c91d2d-f1aa-a7fb-70bd-98d82ada90bd 2024-12-03T18:49:39,225 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46419 {}] master.ServerManager(517): Registering regionserver=db5a5ccf5be8,34897,1733251778750 2024-12-03T18:49:39,225 DEBUG [RS:0;db5a5ccf5be8:36371 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:46555 2024-12-03T18:49:39,226 DEBUG [RS:0;db5a5ccf5be8:36371 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-03T18:49:39,227 DEBUG [RS:1;db5a5ccf5be8:34897 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:46555/user/jenkins/test-data/25c91d2d-f1aa-a7fb-70bd-98d82ada90bd 2024-12-03T18:49:39,227 DEBUG [RS:1;db5a5ccf5be8:34897 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:46555 2024-12-03T18:49:39,227 DEBUG [RS:1;db5a5ccf5be8:34897 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-03T18:49:39,238 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46419-0x1019c87437b0000, quorum=127.0.0.1:62837, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-03T18:49:39,278 DEBUG [RS:0;db5a5ccf5be8:36371 {}] zookeeper.ZKUtil(111): regionserver:36371-0x1019c87437b0001, quorum=127.0.0.1:62837, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/db5a5ccf5be8,36371,1733251778705 2024-12-03T18:49:39,278 WARN [RS:0;db5a5ccf5be8:36371 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-03T18:49:39,278 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [db5a5ccf5be8,36371,1733251778705] 2024-12-03T18:49:39,278 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [db5a5ccf5be8,34897,1733251778750] 2024-12-03T18:49:39,278 INFO [RS:0;db5a5ccf5be8:36371 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T18:49:39,278 DEBUG [RS:0;db5a5ccf5be8:36371 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:46555/user/jenkins/test-data/25c91d2d-f1aa-a7fb-70bd-98d82ada90bd/WALs/db5a5ccf5be8,36371,1733251778705 2024-12-03T18:49:39,278 DEBUG [RS:1;db5a5ccf5be8:34897 {}] zookeeper.ZKUtil(111): regionserver:34897-0x1019c87437b0002, quorum=127.0.0.1:62837, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/db5a5ccf5be8,34897,1733251778750 2024-12-03T18:49:39,279 WARN [RS:1;db5a5ccf5be8:34897 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-03T18:49:39,279 INFO [RS:1;db5a5ccf5be8:34897 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T18:49:39,279 DEBUG [RS:1;db5a5ccf5be8:34897 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:46555/user/jenkins/test-data/25c91d2d-f1aa-a7fb-70bd-98d82ada90bd/WALs/db5a5ccf5be8,34897,1733251778750 2024-12-03T18:49:39,283 INFO [RS:0;db5a5ccf5be8:36371 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-03T18:49:39,285 INFO [RS:1;db5a5ccf5be8:34897 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-03T18:49:39,285 INFO [RS:0;db5a5ccf5be8:36371 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-03T18:49:39,285 INFO [RS:0;db5a5ccf5be8:36371 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-03T18:49:39,285 INFO [RS:0;db5a5ccf5be8:36371 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T18:49:39,286 INFO [RS:0;db5a5ccf5be8:36371 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-03T18:49:39,287 INFO [RS:0;db5a5ccf5be8:36371 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-03T18:49:39,287 INFO [RS:0;db5a5ccf5be8:36371 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-03T18:49:39,287 DEBUG [RS:0;db5a5ccf5be8:36371 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/db5a5ccf5be8:0, corePoolSize=1, maxPoolSize=1 2024-12-03T18:49:39,287 DEBUG [RS:0;db5a5ccf5be8:36371 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/db5a5ccf5be8:0, corePoolSize=1, maxPoolSize=1 2024-12-03T18:49:39,287 DEBUG [RS:0;db5a5ccf5be8:36371 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/db5a5ccf5be8:0, corePoolSize=1, maxPoolSize=1 2024-12-03T18:49:39,287 DEBUG [RS:0;db5a5ccf5be8:36371 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/db5a5ccf5be8:0, corePoolSize=1, maxPoolSize=1 2024-12-03T18:49:39,287 DEBUG [RS:0;db5a5ccf5be8:36371 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/db5a5ccf5be8:0, corePoolSize=1, maxPoolSize=1 2024-12-03T18:49:39,287 DEBUG [RS:0;db5a5ccf5be8:36371 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/db5a5ccf5be8:0, corePoolSize=2, maxPoolSize=2 2024-12-03T18:49:39,287 DEBUG [RS:0;db5a5ccf5be8:36371 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/db5a5ccf5be8:0, corePoolSize=1, maxPoolSize=1 2024-12-03T18:49:39,287 DEBUG [RS:0;db5a5ccf5be8:36371 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/db5a5ccf5be8:0, corePoolSize=1, maxPoolSize=1 2024-12-03T18:49:39,287 DEBUG [RS:0;db5a5ccf5be8:36371 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/db5a5ccf5be8:0, corePoolSize=1, maxPoolSize=1 2024-12-03T18:49:39,287 DEBUG [RS:0;db5a5ccf5be8:36371 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/db5a5ccf5be8:0, corePoolSize=1, maxPoolSize=1 2024-12-03T18:49:39,287 DEBUG [RS:0;db5a5ccf5be8:36371 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/db5a5ccf5be8:0, corePoolSize=1, maxPoolSize=1 2024-12-03T18:49:39,288 DEBUG [RS:0;db5a5ccf5be8:36371 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/db5a5ccf5be8:0, corePoolSize=1, maxPoolSize=1 2024-12-03T18:49:39,288 DEBUG [RS:0;db5a5ccf5be8:36371 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/db5a5ccf5be8:0, corePoolSize=3, maxPoolSize=3 2024-12-03T18:49:39,288 DEBUG [RS:0;db5a5ccf5be8:36371 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/db5a5ccf5be8:0, corePoolSize=3, maxPoolSize=3 2024-12-03T18:49:39,288 INFO [RS:1;db5a5ccf5be8:34897 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-03T18:49:39,288 INFO [RS:1;db5a5ccf5be8:34897 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-03T18:49:39,288 INFO [RS:1;db5a5ccf5be8:34897 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T18:49:39,291 INFO [RS:1;db5a5ccf5be8:34897 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-03T18:49:39,292 INFO [RS:0;db5a5ccf5be8:36371 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-03T18:49:39,292 INFO [RS:0;db5a5ccf5be8:36371 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-03T18:49:39,292 INFO [RS:0;db5a5ccf5be8:36371 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T18:49:39,292 INFO [RS:0;db5a5ccf5be8:36371 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-03T18:49:39,292 INFO [RS:0;db5a5ccf5be8:36371 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-03T18:49:39,292 INFO [RS:0;db5a5ccf5be8:36371 {}] hbase.ChoreService(168): Chore ScheduledChore name=db5a5ccf5be8,36371,1733251778705-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-03T18:49:39,292 INFO [RS:1;db5a5ccf5be8:34897 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-03T18:49:39,292 INFO [RS:1;db5a5ccf5be8:34897 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-03T18:49:39,292 DEBUG [RS:1;db5a5ccf5be8:34897 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/db5a5ccf5be8:0, corePoolSize=1, maxPoolSize=1 2024-12-03T18:49:39,292 DEBUG [RS:1;db5a5ccf5be8:34897 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/db5a5ccf5be8:0, corePoolSize=1, maxPoolSize=1 2024-12-03T18:49:39,293 DEBUG [RS:1;db5a5ccf5be8:34897 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/db5a5ccf5be8:0, corePoolSize=1, maxPoolSize=1 2024-12-03T18:49:39,293 DEBUG [RS:1;db5a5ccf5be8:34897 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/db5a5ccf5be8:0, corePoolSize=1, maxPoolSize=1 2024-12-03T18:49:39,293 DEBUG [RS:1;db5a5ccf5be8:34897 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/db5a5ccf5be8:0, corePoolSize=1, maxPoolSize=1 2024-12-03T18:49:39,293 DEBUG [RS:1;db5a5ccf5be8:34897 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/db5a5ccf5be8:0, corePoolSize=2, maxPoolSize=2 2024-12-03T18:49:39,293 DEBUG [RS:1;db5a5ccf5be8:34897 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/db5a5ccf5be8:0, corePoolSize=1, maxPoolSize=1 2024-12-03T18:49:39,293 DEBUG [RS:1;db5a5ccf5be8:34897 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/db5a5ccf5be8:0, corePoolSize=1, maxPoolSize=1 2024-12-03T18:49:39,293 DEBUG [RS:1;db5a5ccf5be8:34897 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/db5a5ccf5be8:0, corePoolSize=1, maxPoolSize=1 2024-12-03T18:49:39,293 DEBUG [RS:1;db5a5ccf5be8:34897 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/db5a5ccf5be8:0, corePoolSize=1, maxPoolSize=1 2024-12-03T18:49:39,293 DEBUG [RS:1;db5a5ccf5be8:34897 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/db5a5ccf5be8:0, corePoolSize=1, maxPoolSize=1 2024-12-03T18:49:39,293 DEBUG [RS:1;db5a5ccf5be8:34897 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/db5a5ccf5be8:0, corePoolSize=1, maxPoolSize=1 2024-12-03T18:49:39,293 DEBUG [RS:1;db5a5ccf5be8:34897 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/db5a5ccf5be8:0, corePoolSize=3, maxPoolSize=3 2024-12-03T18:49:39,293 DEBUG [RS:1;db5a5ccf5be8:34897 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/db5a5ccf5be8:0, corePoolSize=3, maxPoolSize=3 2024-12-03T18:49:39,295 INFO [RS:1;db5a5ccf5be8:34897 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-03T18:49:39,295 INFO [RS:1;db5a5ccf5be8:34897 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-03T18:49:39,295 INFO [RS:1;db5a5ccf5be8:34897 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T18:49:39,295 INFO [RS:1;db5a5ccf5be8:34897 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-03T18:49:39,295 INFO [RS:1;db5a5ccf5be8:34897 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-03T18:49:39,295 INFO [RS:1;db5a5ccf5be8:34897 {}] hbase.ChoreService(168): Chore ScheduledChore name=db5a5ccf5be8,34897,1733251778750-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-03T18:49:39,305 INFO [RS:0;db5a5ccf5be8:36371 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-03T18:49:39,305 INFO [RS:0;db5a5ccf5be8:36371 {}] hbase.ChoreService(168): Chore ScheduledChore name=db5a5ccf5be8,36371,1733251778705-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T18:49:39,305 INFO [RS:0;db5a5ccf5be8:36371 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T18:49:39,305 INFO [RS:0;db5a5ccf5be8:36371 {}] regionserver.Replication(171): db5a5ccf5be8,36371,1733251778705 started 2024-12-03T18:49:39,307 INFO [RS:1;db5a5ccf5be8:34897 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-03T18:49:39,307 INFO [RS:1;db5a5ccf5be8:34897 {}] hbase.ChoreService(168): Chore ScheduledChore name=db5a5ccf5be8,34897,1733251778750-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T18:49:39,307 INFO [RS:1;db5a5ccf5be8:34897 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T18:49:39,307 INFO [RS:1;db5a5ccf5be8:34897 {}] regionserver.Replication(171): db5a5ccf5be8,34897,1733251778750 started 2024-12-03T18:49:39,316 INFO [RS:0;db5a5ccf5be8:36371 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T18:49:39,316 INFO [RS:0;db5a5ccf5be8:36371 {}] regionserver.HRegionServer(1482): Serving as db5a5ccf5be8,36371,1733251778705, RpcServer on db5a5ccf5be8/172.17.0.2:36371, sessionid=0x1019c87437b0001 2024-12-03T18:49:39,316 DEBUG [RS:0;db5a5ccf5be8:36371 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-03T18:49:39,316 DEBUG [RS:0;db5a5ccf5be8:36371 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager db5a5ccf5be8,36371,1733251778705 2024-12-03T18:49:39,316 DEBUG [RS:0;db5a5ccf5be8:36371 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'db5a5ccf5be8,36371,1733251778705' 2024-12-03T18:49:39,316 DEBUG [RS:0;db5a5ccf5be8:36371 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-03T18:49:39,317 DEBUG [RS:0;db5a5ccf5be8:36371 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-03T18:49:39,318 DEBUG [RS:0;db5a5ccf5be8:36371 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-03T18:49:39,318 DEBUG [RS:0;db5a5ccf5be8:36371 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-03T18:49:39,318 DEBUG [RS:0;db5a5ccf5be8:36371 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager db5a5ccf5be8,36371,1733251778705 2024-12-03T18:49:39,318 DEBUG [RS:0;db5a5ccf5be8:36371 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'db5a5ccf5be8,36371,1733251778705' 2024-12-03T18:49:39,318 DEBUG [RS:0;db5a5ccf5be8:36371 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-03T18:49:39,318 INFO [RS:1;db5a5ccf5be8:34897 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T18:49:39,318 DEBUG [RS:0;db5a5ccf5be8:36371 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-03T18:49:39,318 INFO [RS:1;db5a5ccf5be8:34897 {}] regionserver.HRegionServer(1482): Serving as db5a5ccf5be8,34897,1733251778750, RpcServer on db5a5ccf5be8/172.17.0.2:34897, sessionid=0x1019c87437b0002 2024-12-03T18:49:39,318 DEBUG [RS:1;db5a5ccf5be8:34897 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-03T18:49:39,318 DEBUG [RS:1;db5a5ccf5be8:34897 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager db5a5ccf5be8,34897,1733251778750 2024-12-03T18:49:39,318 DEBUG [RS:1;db5a5ccf5be8:34897 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'db5a5ccf5be8,34897,1733251778750' 2024-12-03T18:49:39,318 DEBUG [RS:1;db5a5ccf5be8:34897 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-03T18:49:39,318 DEBUG [RS:0;db5a5ccf5be8:36371 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-03T18:49:39,319 INFO [RS:0;db5a5ccf5be8:36371 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-03T18:49:39,319 INFO [RS:0;db5a5ccf5be8:36371 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-03T18:49:39,319 DEBUG [RS:1;db5a5ccf5be8:34897 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-03T18:49:39,319 DEBUG [RS:1;db5a5ccf5be8:34897 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-03T18:49:39,319 DEBUG [RS:1;db5a5ccf5be8:34897 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-03T18:49:39,319 DEBUG [RS:1;db5a5ccf5be8:34897 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager db5a5ccf5be8,34897,1733251778750 2024-12-03T18:49:39,319 DEBUG [RS:1;db5a5ccf5be8:34897 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'db5a5ccf5be8,34897,1733251778750' 2024-12-03T18:49:39,319 DEBUG [RS:1;db5a5ccf5be8:34897 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-03T18:49:39,319 DEBUG [RS:1;db5a5ccf5be8:34897 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-03T18:49:39,320 DEBUG [RS:1;db5a5ccf5be8:34897 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-03T18:49:39,320 INFO [RS:1;db5a5ccf5be8:34897 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-03T18:49:39,320 INFO [RS:1;db5a5ccf5be8:34897 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-03T18:49:39,419 INFO [RS:0;db5a5ccf5be8:36371 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-03T18:49:39,420 INFO [RS:1;db5a5ccf5be8:34897 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-03T18:49:39,423 INFO [RS:0;db5a5ccf5be8:36371 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=db5a5ccf5be8%2C36371%2C1733251778705, suffix=, logDir=hdfs://localhost:46555/user/jenkins/test-data/25c91d2d-f1aa-a7fb-70bd-98d82ada90bd/WALs/db5a5ccf5be8,36371,1733251778705, archiveDir=hdfs://localhost:46555/user/jenkins/test-data/25c91d2d-f1aa-a7fb-70bd-98d82ada90bd/oldWALs, maxLogs=32 2024-12-03T18:49:39,424 INFO [RS:1;db5a5ccf5be8:34897 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=db5a5ccf5be8%2C34897%2C1733251778750, suffix=, logDir=hdfs://localhost:46555/user/jenkins/test-data/25c91d2d-f1aa-a7fb-70bd-98d82ada90bd/WALs/db5a5ccf5be8,34897,1733251778750, archiveDir=hdfs://localhost:46555/user/jenkins/test-data/25c91d2d-f1aa-a7fb-70bd-98d82ada90bd/oldWALs, maxLogs=32 2024-12-03T18:49:39,439 DEBUG [RS:1;db5a5ccf5be8:34897 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/25c91d2d-f1aa-a7fb-70bd-98d82ada90bd/WALs/db5a5ccf5be8,34897,1733251778750/db5a5ccf5be8%2C34897%2C1733251778750.1733251779424, exclude list is [], retry=0 2024-12-03T18:49:39,439 DEBUG [RS:0;db5a5ccf5be8:36371 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/25c91d2d-f1aa-a7fb-70bd-98d82ada90bd/WALs/db5a5ccf5be8,36371,1733251778705/db5a5ccf5be8%2C36371%2C1733251778705.1733251779424, exclude list is [], retry=0 2024-12-03T18:49:39,442 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-17-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33853,DS-299e0cf6-623c-435b-9e15-0b66bc8ef118,DISK] 2024-12-03T18:49:39,442 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-17-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33853,DS-299e0cf6-623c-435b-9e15-0b66bc8ef118,DISK] 2024-12-03T18:49:39,443 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-17-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40747,DS-1f8a58ed-f702-4c83-9f62-90b50b8d55a6,DISK] 2024-12-03T18:49:39,443 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-17-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40747,DS-1f8a58ed-f702-4c83-9f62-90b50b8d55a6,DISK] 2024-12-03T18:49:39,444 INFO [RS:1;db5a5ccf5be8:34897 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/25c91d2d-f1aa-a7fb-70bd-98d82ada90bd/WALs/db5a5ccf5be8,34897,1733251778750/db5a5ccf5be8%2C34897%2C1733251778750.1733251779424 2024-12-03T18:49:39,445 INFO [RS:0;db5a5ccf5be8:36371 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/25c91d2d-f1aa-a7fb-70bd-98d82ada90bd/WALs/db5a5ccf5be8,36371,1733251778705/db5a5ccf5be8%2C36371%2C1733251778705.1733251779424 2024-12-03T18:49:39,448 DEBUG [RS:1;db5a5ccf5be8:34897 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42067:42067),(127.0.0.1/127.0.0.1:37579:37579)] 2024-12-03T18:49:39,448 DEBUG [RS:0;db5a5ccf5be8:36371 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37579:37579),(127.0.0.1/127.0.0.1:42067:42067)] 2024-12-03T18:49:39,522 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:46555/user/jenkins/test-data/25c91d2d-f1aa-a7fb-70bd-98d82ada90bd/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-03T18:49:39,522 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:46555/user/jenkins/test-data/25c91d2d-f1aa-a7fb-70bd-98d82ada90bd 2024-12-03T18:49:39,535 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40747 is added to blk_1073741834_1010 (size=32) 2024-12-03T18:49:39,535 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33853 is added to blk_1073741834_1010 (size=32) 2024-12-03T18:49:39,536 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T18:49:39,538 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-03T18:49:39,540 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-03T18:49:39,540 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:49:39,541 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T18:49:39,541 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-03T18:49:39,543 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-03T18:49:39,543 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:49:39,544 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T18:49:39,544 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-03T18:49:39,545 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-03T18:49:39,546 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:49:39,546 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T18:49:39,546 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-03T18:49:39,547 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-03T18:49:39,548 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:49:39,548 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T18:49:39,548 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-03T18:49:39,549 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46555/user/jenkins/test-data/25c91d2d-f1aa-a7fb-70bd-98d82ada90bd/data/hbase/meta/1588230740 2024-12-03T18:49:39,549 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46555/user/jenkins/test-data/25c91d2d-f1aa-a7fb-70bd-98d82ada90bd/data/hbase/meta/1588230740 2024-12-03T18:49:39,551 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-03T18:49:39,551 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-03T18:49:39,552 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T18:49:39,553 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-03T18:49:39,556 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46555/user/jenkins/test-data/25c91d2d-f1aa-a7fb-70bd-98d82ada90bd/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T18:49:39,556 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72698813, jitterRate=0.08329673111438751}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T18:49:39,557 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733251779536Initializing all the Stores at 1733251779537 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733251779537Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733251779538 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733251779538Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733251779538Cleaning up temporary data from old regions at 1733251779551 (+13 ms)Region opened successfully at 1733251779557 (+6 ms) 2024-12-03T18:49:39,557 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-03T18:49:39,557 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-03T18:49:39,557 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-03T18:49:39,557 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-03T18:49:39,557 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-03T18:49:39,558 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-03T18:49:39,558 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733251779557Disabling compacts and flushes for region at 1733251779557Disabling writes for close at 1733251779557Writing region close event to WAL at 1733251779558 (+1 ms)Closed at 1733251779558 2024-12-03T18:49:39,559 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T18:49:39,559 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-03T18:49:39,559 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-03T18:49:39,560 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-03T18:49:39,561 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-03T18:49:39,712 DEBUG [db5a5ccf5be8:46419 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=2, allServersCount=2 2024-12-03T18:49:39,712 DEBUG [db5a5ccf5be8:46419 {}] balancer.BalancerClusterState(204): Hosts are {db5a5ccf5be8=0} racks are {/default-rack=0} 2024-12-03T18:49:39,716 DEBUG [db5a5ccf5be8:46419 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-12-03T18:49:39,716 DEBUG [db5a5ccf5be8:46419 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-12-03T18:49:39,717 DEBUG [db5a5ccf5be8:46419 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-12-03T18:49:39,717 DEBUG [db5a5ccf5be8:46419 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-12-03T18:49:39,717 INFO [db5a5ccf5be8:46419 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-12-03T18:49:39,717 INFO [db5a5ccf5be8:46419 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-12-03T18:49:39,717 DEBUG [db5a5ccf5be8:46419 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-12-03T18:49:39,717 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=db5a5ccf5be8,34897,1733251778750 2024-12-03T18:49:39,720 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as db5a5ccf5be8,34897,1733251778750, state=OPENING 2024-12-03T18:49:39,775 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-03T18:49:39,789 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36371-0x1019c87437b0001, quorum=127.0.0.1:62837, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T18:49:39,789 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46419-0x1019c87437b0000, quorum=127.0.0.1:62837, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T18:49:39,789 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34897-0x1019c87437b0002, quorum=127.0.0.1:62837, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T18:49:39,791 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-03T18:49:39,791 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-03T18:49:39,791 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=db5a5ccf5be8,34897,1733251778750}] 2024-12-03T18:49:39,791 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-03T18:49:39,791 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-03T18:49:39,946 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-03T18:49:39,948 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-17-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33353, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-03T18:49:39,951 INFO [RS_OPEN_META-regionserver/db5a5ccf5be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-03T18:49:39,951 INFO [RS_OPEN_META-regionserver/db5a5ccf5be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T18:49:39,951 INFO [RS_OPEN_META-regionserver/db5a5ccf5be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-03T18:49:39,953 INFO [RS_OPEN_META-regionserver/db5a5ccf5be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=db5a5ccf5be8%2C34897%2C1733251778750.meta, suffix=.meta, logDir=hdfs://localhost:46555/user/jenkins/test-data/25c91d2d-f1aa-a7fb-70bd-98d82ada90bd/WALs/db5a5ccf5be8,34897,1733251778750, archiveDir=hdfs://localhost:46555/user/jenkins/test-data/25c91d2d-f1aa-a7fb-70bd-98d82ada90bd/oldWALs, maxLogs=32 2024-12-03T18:49:39,964 DEBUG [RS_OPEN_META-regionserver/db5a5ccf5be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/25c91d2d-f1aa-a7fb-70bd-98d82ada90bd/WALs/db5a5ccf5be8,34897,1733251778750/db5a5ccf5be8%2C34897%2C1733251778750.meta.1733251779953.meta, exclude list is [], retry=0 2024-12-03T18:49:39,966 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-17-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40747,DS-1f8a58ed-f702-4c83-9f62-90b50b8d55a6,DISK] 2024-12-03T18:49:39,966 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-17-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33853,DS-299e0cf6-623c-435b-9e15-0b66bc8ef118,DISK] 2024-12-03T18:49:39,968 INFO [RS_OPEN_META-regionserver/db5a5ccf5be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/25c91d2d-f1aa-a7fb-70bd-98d82ada90bd/WALs/db5a5ccf5be8,34897,1733251778750/db5a5ccf5be8%2C34897%2C1733251778750.meta.1733251779953.meta 2024-12-03T18:49:39,968 DEBUG [RS_OPEN_META-regionserver/db5a5ccf5be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37579:37579),(127.0.0.1/127.0.0.1:42067:42067)] 2024-12-03T18:49:39,968 DEBUG [RS_OPEN_META-regionserver/db5a5ccf5be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-03T18:49:39,969 DEBUG [RS_OPEN_META-regionserver/db5a5ccf5be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-03T18:49:39,969 DEBUG [RS_OPEN_META-regionserver/db5a5ccf5be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-03T18:49:39,969 INFO [RS_OPEN_META-regionserver/db5a5ccf5be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-03T18:49:39,969 DEBUG [RS_OPEN_META-regionserver/db5a5ccf5be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-03T18:49:39,969 DEBUG [RS_OPEN_META-regionserver/db5a5ccf5be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T18:49:39,969 DEBUG [RS_OPEN_META-regionserver/db5a5ccf5be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-03T18:49:39,969 DEBUG [RS_OPEN_META-regionserver/db5a5ccf5be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-03T18:49:39,970 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-03T18:49:39,971 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-03T18:49:39,971 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:49:39,972 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T18:49:39,972 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-03T18:49:39,973 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-03T18:49:39,973 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:49:39,973 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T18:49:39,973 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-03T18:49:39,974 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-03T18:49:39,974 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:49:39,974 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T18:49:39,974 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-03T18:49:39,975 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-03T18:49:39,975 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:49:39,976 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T18:49:39,976 DEBUG [RS_OPEN_META-regionserver/db5a5ccf5be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-03T18:49:39,976 DEBUG [RS_OPEN_META-regionserver/db5a5ccf5be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46555/user/jenkins/test-data/25c91d2d-f1aa-a7fb-70bd-98d82ada90bd/data/hbase/meta/1588230740 2024-12-03T18:49:39,977 DEBUG [RS_OPEN_META-regionserver/db5a5ccf5be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46555/user/jenkins/test-data/25c91d2d-f1aa-a7fb-70bd-98d82ada90bd/data/hbase/meta/1588230740 2024-12-03T18:49:39,978 DEBUG [RS_OPEN_META-regionserver/db5a5ccf5be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-03T18:49:39,978 DEBUG [RS_OPEN_META-regionserver/db5a5ccf5be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-03T18:49:39,979 DEBUG [RS_OPEN_META-regionserver/db5a5ccf5be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T18:49:39,980 DEBUG [RS_OPEN_META-regionserver/db5a5ccf5be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-03T18:49:39,981 INFO [RS_OPEN_META-regionserver/db5a5ccf5be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74565259, jitterRate=0.1111089438199997}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T18:49:39,981 DEBUG [RS_OPEN_META-regionserver/db5a5ccf5be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-03T18:49:39,981 DEBUG [RS_OPEN_META-regionserver/db5a5ccf5be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733251779969Writing region info on filesystem at 1733251779969Initializing all the Stores at 1733251779970 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733251779970Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733251779970Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733251779970Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733251779970Cleaning up temporary data from old regions at 1733251779978 (+8 ms)Running coprocessor post-open hooks at 1733251779981 (+3 ms)Region opened successfully at 1733251779981 2024-12-03T18:49:39,982 INFO [RS_OPEN_META-regionserver/db5a5ccf5be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733251779946 2024-12-03T18:49:39,985 DEBUG [RS_OPEN_META-regionserver/db5a5ccf5be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-03T18:49:39,985 INFO [RS_OPEN_META-regionserver/db5a5ccf5be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-03T18:49:39,985 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=db5a5ccf5be8,34897,1733251778750 2024-12-03T18:49:39,986 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as db5a5ccf5be8,34897,1733251778750, state=OPEN 2024-12-03T18:49:39,996 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34897-0x1019c87437b0002, quorum=127.0.0.1:62837, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-03T18:49:39,996 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36371-0x1019c87437b0001, quorum=127.0.0.1:62837, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-03T18:49:39,996 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46419-0x1019c87437b0000, quorum=127.0.0.1:62837, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-03T18:49:39,996 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=db5a5ccf5be8,34897,1733251778750 2024-12-03T18:49:39,996 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-03T18:49:39,996 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-03T18:49:39,996 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-03T18:49:39,999 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-03T18:49:39,999 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=db5a5ccf5be8,34897,1733251778750 in 205 msec 2024-12-03T18:49:40,002 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-03T18:49:40,002 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 440 msec 2024-12-03T18:49:40,002 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T18:49:40,002 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-03T18:49:40,004 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T18:49:40,004 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=db5a5ccf5be8,34897,1733251778750, seqNum=-1] 2024-12-03T18:49:40,005 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T18:49:40,006 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-17-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36867, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T18:49:40,013 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 904 msec 2024-12-03T18:49:40,013 INFO [master/db5a5ccf5be8:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733251780013, completionTime=-1 2024-12-03T18:49:40,013 INFO [master/db5a5ccf5be8:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=2; waited=0ms, expected min=2 server(s), max=2 server(s), master is running 2024-12-03T18:49:40,013 DEBUG [master/db5a5ccf5be8:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-03T18:49:40,016 INFO [master/db5a5ccf5be8:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=2 2024-12-03T18:49:40,016 INFO [master/db5a5ccf5be8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733251840016 2024-12-03T18:49:40,016 INFO [master/db5a5ccf5be8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733251900016 2024-12-03T18:49:40,016 INFO [master/db5a5ccf5be8:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-12-03T18:49:40,016 INFO [master/db5a5ccf5be8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=db5a5ccf5be8,46419,1733251778530-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T18:49:40,016 INFO [master/db5a5ccf5be8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=db5a5ccf5be8,46419,1733251778530-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T18:49:40,016 INFO [master/db5a5ccf5be8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=db5a5ccf5be8,46419,1733251778530-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T18:49:40,017 INFO [master/db5a5ccf5be8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-db5a5ccf5be8:46419, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T18:49:40,017 INFO [master/db5a5ccf5be8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-03T18:49:40,018 INFO [master/db5a5ccf5be8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-03T18:49:40,019 DEBUG [master/db5a5ccf5be8:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-03T18:49:40,022 INFO [master/db5a5ccf5be8:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.190sec 2024-12-03T18:49:40,022 INFO [master/db5a5ccf5be8:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-03T18:49:40,022 INFO [master/db5a5ccf5be8:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-03T18:49:40,022 INFO [master/db5a5ccf5be8:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-03T18:49:40,022 INFO [master/db5a5ccf5be8:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-03T18:49:40,022 INFO [master/db5a5ccf5be8:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-03T18:49:40,022 INFO [master/db5a5ccf5be8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=db5a5ccf5be8,46419,1733251778530-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-03T18:49:40,022 INFO [master/db5a5ccf5be8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=db5a5ccf5be8,46419,1733251778530-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-03T18:49:40,024 DEBUG [master/db5a5ccf5be8:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-03T18:49:40,024 INFO [master/db5a5ccf5be8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-03T18:49:40,025 INFO [master/db5a5ccf5be8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=db5a5ccf5be8,46419,1733251778530-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T18:49:40,089 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@52139767, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T18:49:40,089 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request db5a5ccf5be8,46419,-1 for getting cluster id 2024-12-03T18:49:40,089 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T18:49:40,090 DEBUG [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '776471ab-8a8d-4c07-a04f-02ba4b972949' 2024-12-03T18:49:40,091 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T18:49:40,091 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "776471ab-8a8d-4c07-a04f-02ba4b972949" 2024-12-03T18:49:40,091 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7cea56f6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T18:49:40,091 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [db5a5ccf5be8,46419,-1] 2024-12-03T18:49:40,091 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T18:49:40,091 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T18:49:40,092 INFO [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52532, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T18:49:40,093 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6703f4d1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T18:49:40,094 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T18:49:40,095 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=db5a5ccf5be8,34897,1733251778750, seqNum=-1] 2024-12-03T18:49:40,095 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T18:49:40,097 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35542, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T18:49:40,099 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=db5a5ccf5be8,46419,1733251778530 2024-12-03T18:49:40,099 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T18:49:40,100 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] client.AsyncConnectionImpl(321): The fetched master address is db5a5ccf5be8,46419,1733251778530 2024-12-03T18:49:40,100 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@614758c5 2024-12-03T18:49:40,100 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T18:49:40,101 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52536, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T18:49:40,102 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46419 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testClearRegionBlockCache', {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-03T18:49:40,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46419 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testClearRegionBlockCache 2024-12-03T18:49:40,105 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_PRE_OPERATION 2024-12-03T18:49:40,105 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:49:40,106 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46419 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testClearRegionBlockCache" procId is: 4 2024-12-03T18:49:40,107 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-03T18:49:40,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46419 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T18:49:40,116 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33853 is added to blk_1073741836_1012 (size=379) 2024-12-03T18:49:40,116 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40747 is added to blk_1073741836_1012 (size=379) 2024-12-03T18:49:40,119 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 14845b31e9e3b526537671e8aabc1a8f, NAME => 'testClearRegionBlockCache,5,1733251780102.14845b31e9e3b526537671e8aabc1a8f.', STARTKEY => '5', ENDKEY => ''}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46555/user/jenkins/test-data/25c91d2d-f1aa-a7fb-70bd-98d82ada90bd 2024-12-03T18:49:40,119 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => bcb55f890dda45e518f5fa559bd4f1c2, NAME => 'testClearRegionBlockCache,,1733251780102.bcb55f890dda45e518f5fa559bd4f1c2.', STARTKEY => '', ENDKEY => '5'}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46555/user/jenkins/test-data/25c91d2d-f1aa-a7fb-70bd-98d82ada90bd 2024-12-03T18:49:40,130 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40747 is added to blk_1073741838_1014 (size=61) 2024-12-03T18:49:40,130 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33853 is added to blk_1073741838_1014 (size=61) 2024-12-03T18:49:40,131 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,,1733251780102.bcb55f890dda45e518f5fa559bd4f1c2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T18:49:40,131 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1722): Closing bcb55f890dda45e518f5fa559bd4f1c2, disabling compactions & flushes 2024-12-03T18:49:40,131 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,,1733251780102.bcb55f890dda45e518f5fa559bd4f1c2. 2024-12-03T18:49:40,131 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,,1733251780102.bcb55f890dda45e518f5fa559bd4f1c2. 2024-12-03T18:49:40,131 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,,1733251780102.bcb55f890dda45e518f5fa559bd4f1c2. after waiting 0 ms 2024-12-03T18:49:40,131 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,,1733251780102.bcb55f890dda45e518f5fa559bd4f1c2. 2024-12-03T18:49:40,131 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,,1733251780102.bcb55f890dda45e518f5fa559bd4f1c2. 2024-12-03T18:49:40,131 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1676): Region close journal for bcb55f890dda45e518f5fa559bd4f1c2: Waiting for close lock at 1733251780131Disabling compacts and flushes for region at 1733251780131Disabling writes for close at 1733251780131Writing region close event to WAL at 1733251780131Closed at 1733251780131 2024-12-03T18:49:40,136 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33853 is added to blk_1073741837_1013 (size=61) 2024-12-03T18:49:40,136 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40747 is added to blk_1073741837_1013 (size=61) 2024-12-03T18:49:40,137 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,5,1733251780102.14845b31e9e3b526537671e8aabc1a8f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T18:49:40,137 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1722): Closing 14845b31e9e3b526537671e8aabc1a8f, disabling compactions & flushes 2024-12-03T18:49:40,137 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,5,1733251780102.14845b31e9e3b526537671e8aabc1a8f. 2024-12-03T18:49:40,137 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,5,1733251780102.14845b31e9e3b526537671e8aabc1a8f. 2024-12-03T18:49:40,137 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,5,1733251780102.14845b31e9e3b526537671e8aabc1a8f. after waiting 0 ms 2024-12-03T18:49:40,137 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,5,1733251780102.14845b31e9e3b526537671e8aabc1a8f. 2024-12-03T18:49:40,137 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,5,1733251780102.14845b31e9e3b526537671e8aabc1a8f. 2024-12-03T18:49:40,137 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1676): Region close journal for 14845b31e9e3b526537671e8aabc1a8f: Waiting for close lock at 1733251780137Disabling compacts and flushes for region at 1733251780137Disabling writes for close at 1733251780137Writing region close event to WAL at 1733251780137Closed at 1733251780137 2024-12-03T18:49:40,139 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ADD_TO_META 2024-12-03T18:49:40,140 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testClearRegionBlockCache,,1733251780102.bcb55f890dda45e518f5fa559bd4f1c2.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1733251780139"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733251780139"}]},"ts":"1733251780139"} 2024-12-03T18:49:40,140 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testClearRegionBlockCache,5,1733251780102.14845b31e9e3b526537671e8aabc1a8f.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1733251780139"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733251780139"}]},"ts":"1733251780139"} 2024-12-03T18:49:40,144 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 2 regions to meta. 2024-12-03T18:49:40,145 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-03T18:49:40,146 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733251780145"}]},"ts":"1733251780145"} 2024-12-03T18:49:40,148 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=testClearRegionBlockCache, state=ENABLING in hbase:meta 2024-12-03T18:49:40,149 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(204): Hosts are {db5a5ccf5be8=0} racks are {/default-rack=0} 2024-12-03T18:49:40,151 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-12-03T18:49:40,151 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-12-03T18:49:40,151 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-12-03T18:49:40,151 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-12-03T18:49:40,151 INFO [PEWorker-4 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-12-03T18:49:40,151 INFO [PEWorker-4 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-12-03T18:49:40,151 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-12-03T18:49:40,151 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=bcb55f890dda45e518f5fa559bd4f1c2, ASSIGN}, {pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=14845b31e9e3b526537671e8aabc1a8f, ASSIGN}] 2024-12-03T18:49:40,153 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=14845b31e9e3b526537671e8aabc1a8f, ASSIGN 2024-12-03T18:49:40,153 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=bcb55f890dda45e518f5fa559bd4f1c2, ASSIGN 2024-12-03T18:49:40,154 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=bcb55f890dda45e518f5fa559bd4f1c2, ASSIGN; state=OFFLINE, location=db5a5ccf5be8,36371,1733251778705; forceNewPlan=false, retain=false 2024-12-03T18:49:40,154 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=14845b31e9e3b526537671e8aabc1a8f, ASSIGN; state=OFFLINE, location=db5a5ccf5be8,34897,1733251778750; forceNewPlan=false, retain=false 2024-12-03T18:49:40,169 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-03T18:49:40,190 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T18:49:40,191 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T18:49:40,191 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T18:49:40,192 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T18:49:40,192 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T18:49:40,193 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T18:49:40,198 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T18:49:40,201 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T18:49:40,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46419 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T18:49:40,304 INFO [db5a5ccf5be8:46419 {}] balancer.BaseLoadBalancer(388): Reassigned 2 regions. 2 retained the pre-restart assignment. 2024-12-03T18:49:40,305 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=14845b31e9e3b526537671e8aabc1a8f, regionState=OPENING, regionLocation=db5a5ccf5be8,34897,1733251778750 2024-12-03T18:49:40,305 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=bcb55f890dda45e518f5fa559bd4f1c2, regionState=OPENING, regionLocation=db5a5ccf5be8,36371,1733251778705 2024-12-03T18:49:40,307 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-17-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=14845b31e9e3b526537671e8aabc1a8f, ASSIGN because future has completed 2024-12-03T18:49:40,308 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 14845b31e9e3b526537671e8aabc1a8f, server=db5a5ccf5be8,34897,1733251778750}] 2024-12-03T18:49:40,309 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-17-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=bcb55f890dda45e518f5fa559bd4f1c2, ASSIGN because future has completed 2024-12-03T18:49:40,309 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure bcb55f890dda45e518f5fa559bd4f1c2, server=db5a5ccf5be8,36371,1733251778705}] 2024-12-03T18:49:40,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46419 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T18:49:40,463 DEBUG [RSProcedureDispatcher-pool-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-03T18:49:40,467 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50423, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-03T18:49:40,471 INFO [RS_OPEN_REGION-regionserver/db5a5ccf5be8:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] handler.AssignRegionHandler(132): Open testClearRegionBlockCache,5,1733251780102.14845b31e9e3b526537671e8aabc1a8f. 2024-12-03T18:49:40,471 DEBUG [RS_OPEN_REGION-regionserver/db5a5ccf5be8:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => 14845b31e9e3b526537671e8aabc1a8f, NAME => 'testClearRegionBlockCache,5,1733251780102.14845b31e9e3b526537671e8aabc1a8f.', STARTKEY => '5', ENDKEY => ''} 2024-12-03T18:49:40,471 DEBUG [RS_OPEN_REGION-regionserver/db5a5ccf5be8:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache 14845b31e9e3b526537671e8aabc1a8f 2024-12-03T18:49:40,472 DEBUG [RS_OPEN_REGION-regionserver/db5a5ccf5be8:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,5,1733251780102.14845b31e9e3b526537671e8aabc1a8f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T18:49:40,472 DEBUG [RS_OPEN_REGION-regionserver/db5a5ccf5be8:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for 14845b31e9e3b526537671e8aabc1a8f 2024-12-03T18:49:40,472 DEBUG [RS_OPEN_REGION-regionserver/db5a5ccf5be8:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for 14845b31e9e3b526537671e8aabc1a8f 2024-12-03T18:49:40,473 INFO [RS_OPEN_REGION-regionserver/db5a5ccf5be8:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] handler.AssignRegionHandler(132): Open testClearRegionBlockCache,,1733251780102.bcb55f890dda45e518f5fa559bd4f1c2. 2024-12-03T18:49:40,473 INFO [StoreOpener-14845b31e9e3b526537671e8aabc1a8f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region 14845b31e9e3b526537671e8aabc1a8f 2024-12-03T18:49:40,474 DEBUG [RS_OPEN_REGION-regionserver/db5a5ccf5be8:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7752): Opening region: {ENCODED => bcb55f890dda45e518f5fa559bd4f1c2, NAME => 'testClearRegionBlockCache,,1733251780102.bcb55f890dda45e518f5fa559bd4f1c2.', STARTKEY => '', ENDKEY => '5'} 2024-12-03T18:49:40,474 DEBUG [RS_OPEN_REGION-regionserver/db5a5ccf5be8:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache bcb55f890dda45e518f5fa559bd4f1c2 2024-12-03T18:49:40,474 DEBUG [RS_OPEN_REGION-regionserver/db5a5ccf5be8:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,,1733251780102.bcb55f890dda45e518f5fa559bd4f1c2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T18:49:40,474 DEBUG [RS_OPEN_REGION-regionserver/db5a5ccf5be8:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7794): checking encryption for bcb55f890dda45e518f5fa559bd4f1c2 2024-12-03T18:49:40,474 DEBUG [RS_OPEN_REGION-regionserver/db5a5ccf5be8:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7797): checking classloading for bcb55f890dda45e518f5fa559bd4f1c2 2024-12-03T18:49:40,475 INFO [StoreOpener-14845b31e9e3b526537671e8aabc1a8f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 14845b31e9e3b526537671e8aabc1a8f columnFamilyName family 2024-12-03T18:49:40,475 DEBUG [StoreOpener-14845b31e9e3b526537671e8aabc1a8f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:49:40,475 INFO [StoreOpener-14845b31e9e3b526537671e8aabc1a8f-1 {}] regionserver.HStore(327): Store=14845b31e9e3b526537671e8aabc1a8f/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T18:49:40,475 DEBUG [RS_OPEN_REGION-regionserver/db5a5ccf5be8:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for 14845b31e9e3b526537671e8aabc1a8f 2024-12-03T18:49:40,476 DEBUG [RS_OPEN_REGION-regionserver/db5a5ccf5be8:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46555/user/jenkins/test-data/25c91d2d-f1aa-a7fb-70bd-98d82ada90bd/data/default/testClearRegionBlockCache/14845b31e9e3b526537671e8aabc1a8f 2024-12-03T18:49:40,476 INFO [StoreOpener-bcb55f890dda45e518f5fa559bd4f1c2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region bcb55f890dda45e518f5fa559bd4f1c2 2024-12-03T18:49:40,476 DEBUG [RS_OPEN_REGION-regionserver/db5a5ccf5be8:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46555/user/jenkins/test-data/25c91d2d-f1aa-a7fb-70bd-98d82ada90bd/data/default/testClearRegionBlockCache/14845b31e9e3b526537671e8aabc1a8f 2024-12-03T18:49:40,477 DEBUG [RS_OPEN_REGION-regionserver/db5a5ccf5be8:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for 14845b31e9e3b526537671e8aabc1a8f 2024-12-03T18:49:40,477 DEBUG [RS_OPEN_REGION-regionserver/db5a5ccf5be8:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for 14845b31e9e3b526537671e8aabc1a8f 2024-12-03T18:49:40,477 INFO [StoreOpener-bcb55f890dda45e518f5fa559bd4f1c2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bcb55f890dda45e518f5fa559bd4f1c2 columnFamilyName family 2024-12-03T18:49:40,477 DEBUG [StoreOpener-bcb55f890dda45e518f5fa559bd4f1c2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:49:40,478 INFO [StoreOpener-bcb55f890dda45e518f5fa559bd4f1c2-1 {}] regionserver.HStore(327): Store=bcb55f890dda45e518f5fa559bd4f1c2/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T18:49:40,478 DEBUG [RS_OPEN_REGION-regionserver/db5a5ccf5be8:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1038): replaying wal for bcb55f890dda45e518f5fa559bd4f1c2 2024-12-03T18:49:40,478 DEBUG [RS_OPEN_REGION-regionserver/db5a5ccf5be8:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for 14845b31e9e3b526537671e8aabc1a8f 2024-12-03T18:49:40,479 DEBUG [RS_OPEN_REGION-regionserver/db5a5ccf5be8:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46555/user/jenkins/test-data/25c91d2d-f1aa-a7fb-70bd-98d82ada90bd/data/default/testClearRegionBlockCache/bcb55f890dda45e518f5fa559bd4f1c2 2024-12-03T18:49:40,479 DEBUG [RS_OPEN_REGION-regionserver/db5a5ccf5be8:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46555/user/jenkins/test-data/25c91d2d-f1aa-a7fb-70bd-98d82ada90bd/data/default/testClearRegionBlockCache/bcb55f890dda45e518f5fa559bd4f1c2 2024-12-03T18:49:40,479 DEBUG [RS_OPEN_REGION-regionserver/db5a5ccf5be8:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1048): stopping wal replay for bcb55f890dda45e518f5fa559bd4f1c2 2024-12-03T18:49:40,479 DEBUG [RS_OPEN_REGION-regionserver/db5a5ccf5be8:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1060): Cleaning up temporary data for bcb55f890dda45e518f5fa559bd4f1c2 2024-12-03T18:49:40,481 DEBUG [RS_OPEN_REGION-regionserver/db5a5ccf5be8:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1093): writing seq id for bcb55f890dda45e518f5fa559bd4f1c2 2024-12-03T18:49:40,485 DEBUG [RS_OPEN_REGION-regionserver/db5a5ccf5be8:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46555/user/jenkins/test-data/25c91d2d-f1aa-a7fb-70bd-98d82ada90bd/data/default/testClearRegionBlockCache/14845b31e9e3b526537671e8aabc1a8f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T18:49:40,485 DEBUG [RS_OPEN_REGION-regionserver/db5a5ccf5be8:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46555/user/jenkins/test-data/25c91d2d-f1aa-a7fb-70bd-98d82ada90bd/data/default/testClearRegionBlockCache/bcb55f890dda45e518f5fa559bd4f1c2/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T18:49:40,485 INFO [RS_OPEN_REGION-regionserver/db5a5ccf5be8:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1114): Opened 14845b31e9e3b526537671e8aabc1a8f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70010820, jitterRate=0.04324251413345337}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-03T18:49:40,485 INFO [RS_OPEN_REGION-regionserver/db5a5ccf5be8:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1114): Opened bcb55f890dda45e518f5fa559bd4f1c2; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69930803, jitterRate=0.04205016791820526}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-03T18:49:40,485 DEBUG [RS_OPEN_REGION-regionserver/db5a5ccf5be8:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 14845b31e9e3b526537671e8aabc1a8f 2024-12-03T18:49:40,485 DEBUG [RS_OPEN_REGION-regionserver/db5a5ccf5be8:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1122): Running coprocessor post-open hooks for bcb55f890dda45e518f5fa559bd4f1c2 2024-12-03T18:49:40,486 DEBUG [RS_OPEN_REGION-regionserver/db5a5ccf5be8:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for 14845b31e9e3b526537671e8aabc1a8f: Running coprocessor pre-open hook at 1733251780472Writing region info on filesystem at 1733251780472Initializing all the Stores at 1733251780473 (+1 ms)Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733251780473Cleaning up temporary data from old regions at 1733251780477 (+4 ms)Running coprocessor post-open hooks at 1733251780485 (+8 ms)Region opened successfully at 1733251780486 (+1 ms) 2024-12-03T18:49:40,486 DEBUG [RS_OPEN_REGION-regionserver/db5a5ccf5be8:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1006): Region open journal for bcb55f890dda45e518f5fa559bd4f1c2: Running coprocessor pre-open hook at 1733251780474Writing region info on filesystem at 1733251780474Initializing all the Stores at 1733251780475 (+1 ms)Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733251780475Cleaning up temporary data from old regions at 1733251780479 (+4 ms)Running coprocessor post-open hooks at 1733251780485 (+6 ms)Region opened successfully at 1733251780486 (+1 ms) 2024-12-03T18:49:40,487 INFO [RS_OPEN_REGION-regionserver/db5a5ccf5be8:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegionServer(2236): Post open deploy tasks for testClearRegionBlockCache,,1733251780102.bcb55f890dda45e518f5fa559bd4f1c2., pid=8, masterSystemTime=1733251780463 2024-12-03T18:49:40,487 INFO [RS_OPEN_REGION-regionserver/db5a5ccf5be8:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for testClearRegionBlockCache,5,1733251780102.14845b31e9e3b526537671e8aabc1a8f., pid=7, masterSystemTime=1733251780461 2024-12-03T18:49:40,489 DEBUG [RS_OPEN_REGION-regionserver/db5a5ccf5be8:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for testClearRegionBlockCache,5,1733251780102.14845b31e9e3b526537671e8aabc1a8f. 2024-12-03T18:49:40,489 INFO [RS_OPEN_REGION-regionserver/db5a5ccf5be8:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] handler.AssignRegionHandler(153): Opened testClearRegionBlockCache,5,1733251780102.14845b31e9e3b526537671e8aabc1a8f. 2024-12-03T18:49:40,490 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=14845b31e9e3b526537671e8aabc1a8f, regionState=OPEN, openSeqNum=2, regionLocation=db5a5ccf5be8,34897,1733251778750 2024-12-03T18:49:40,491 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=bcb55f890dda45e518f5fa559bd4f1c2, regionState=OPEN, openSeqNum=2, regionLocation=db5a5ccf5be8,36371,1733251778705 2024-12-03T18:49:40,491 DEBUG [RS_OPEN_REGION-regionserver/db5a5ccf5be8:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegionServer(2266): Finished post open deploy task for testClearRegionBlockCache,,1733251780102.bcb55f890dda45e518f5fa559bd4f1c2. 2024-12-03T18:49:40,491 INFO [RS_OPEN_REGION-regionserver/db5a5ccf5be8:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] handler.AssignRegionHandler(153): Opened testClearRegionBlockCache,,1733251780102.bcb55f890dda45e518f5fa559bd4f1c2. 2024-12-03T18:49:40,493 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-17-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 14845b31e9e3b526537671e8aabc1a8f, server=db5a5ccf5be8,34897,1733251778750 because future has completed 2024-12-03T18:49:40,495 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-17-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure bcb55f890dda45e518f5fa559bd4f1c2, server=db5a5ccf5be8,36371,1733251778705 because future has completed 2024-12-03T18:49:40,497 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-12-03T18:49:40,497 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 14845b31e9e3b526537671e8aabc1a8f, server=db5a5ccf5be8,34897,1733251778750 in 186 msec 2024-12-03T18:49:40,499 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=5 2024-12-03T18:49:40,499 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=14845b31e9e3b526537671e8aabc1a8f, ASSIGN in 346 msec 2024-12-03T18:49:40,499 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure bcb55f890dda45e518f5fa559bd4f1c2, server=db5a5ccf5be8,36371,1733251778705 in 187 msec 2024-12-03T18:49:40,501 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-03T18:49:40,501 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=bcb55f890dda45e518f5fa559bd4f1c2, ASSIGN in 348 msec 2024-12-03T18:49:40,502 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-03T18:49:40,502 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733251780502"}]},"ts":"1733251780502"} 2024-12-03T18:49:40,504 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=testClearRegionBlockCache, state=ENABLED in hbase:meta 2024-12-03T18:49:40,505 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_POST_OPERATION 2024-12-03T18:49:40,506 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testClearRegionBlockCache in 403 msec 2024-12-03T18:49:40,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46419 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T18:49:40,741 INFO [RPCClient-NioEventLoopGroup-5-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testClearRegionBlockCache completed 2024-12-03T18:49:40,741 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testClearRegionBlockCache get assigned. Timeout = 60000ms 2024-12-03T18:49:40,742 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-03T18:49:40,748 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testClearRegionBlockCache assigned to meta. Checking AM states. 2024-12-03T18:49:40,749 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-03T18:49:40,749 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testClearRegionBlockCache assigned. 2024-12-03T18:49:40,752 DEBUG [RPCClient-NioEventLoopGroup-5-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testClearRegionBlockCache', row='1', locateType=CURRENT is [region=testClearRegionBlockCache,,1733251780102.bcb55f890dda45e518f5fa559bd4f1c2., hostname=db5a5ccf5be8,36371,1733251778705, seqNum=2] 2024-12-03T18:49:40,753 DEBUG [RPCClient-NioEventLoopGroup-5-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T18:49:40,755 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58010, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T18:49:40,767 DEBUG [RPCClient-NioEventLoopGroup-5-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testClearRegionBlockCache', row='5', locateType=CURRENT is [region=testClearRegionBlockCache,5,1733251780102.14845b31e9e3b526537671e8aabc1a8f., hostname=db5a5ccf5be8,34897,1733251778750, seqNum=2] 2024-12-03T18:49:40,777 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing bcb55f890dda45e518f5fa559bd4f1c2 1/1 column families, dataSize=112 B heapSize=672 B 2024-12-03T18:49:40,792 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46555/user/jenkins/test-data/25c91d2d-f1aa-a7fb-70bd-98d82ada90bd/data/default/testClearRegionBlockCache/bcb55f890dda45e518f5fa559bd4f1c2/.tmp/family/2fc498612ba7486494c2698c2865a4a8 is 32, key is 1/family:/1733251780755/Put/seqid=0 2024-12-03T18:49:40,797 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33853 is added to blk_1073741839_1015 (size=5054) 2024-12-03T18:49:40,797 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40747 is added to blk_1073741839_1015 (size=5054) 2024-12-03T18:49:40,798 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:46555/user/jenkins/test-data/25c91d2d-f1aa-a7fb-70bd-98d82ada90bd/data/default/testClearRegionBlockCache/bcb55f890dda45e518f5fa559bd4f1c2/.tmp/family/2fc498612ba7486494c2698c2865a4a8 2024-12-03T18:49:40,804 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46555/user/jenkins/test-data/25c91d2d-f1aa-a7fb-70bd-98d82ada90bd/data/default/testClearRegionBlockCache/bcb55f890dda45e518f5fa559bd4f1c2/.tmp/family/2fc498612ba7486494c2698c2865a4a8 as hdfs://localhost:46555/user/jenkins/test-data/25c91d2d-f1aa-a7fb-70bd-98d82ada90bd/data/default/testClearRegionBlockCache/bcb55f890dda45e518f5fa559bd4f1c2/family/2fc498612ba7486494c2698c2865a4a8 2024-12-03T18:49:40,810 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46555/user/jenkins/test-data/25c91d2d-f1aa-a7fb-70bd-98d82ada90bd/data/default/testClearRegionBlockCache/bcb55f890dda45e518f5fa559bd4f1c2/family/2fc498612ba7486494c2698c2865a4a8, entries=4, sequenceid=8, filesize=4.9 K 2024-12-03T18:49:40,811 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~112 B/112, heapSize ~656 B/656, currentSize=0 B/0 for bcb55f890dda45e518f5fa559bd4f1c2 in 34ms, sequenceid=8, compaction requested=false 2024-12-03T18:49:40,812 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for bcb55f890dda45e518f5fa559bd4f1c2: 2024-12-03T18:49:40,812 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 14845b31e9e3b526537671e8aabc1a8f 1/1 column families, dataSize=140 B heapSize=776 B 2024-12-03T18:49:40,830 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46555/user/jenkins/test-data/25c91d2d-f1aa-a7fb-70bd-98d82ada90bd/data/default/testClearRegionBlockCache/14845b31e9e3b526537671e8aabc1a8f/.tmp/family/dca2a623494b4755a41e22762701bc18 is 32, key is 5/family:/1733251780768/Put/seqid=0 2024-12-03T18:49:40,835 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40747 is added to blk_1073741840_1016 (size=5083) 2024-12-03T18:49:40,836 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33853 is added to blk_1073741840_1016 (size=5083) 2024-12-03T18:49:40,836 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=140 B at sequenceid=9 (bloomFilter=true), to=hdfs://localhost:46555/user/jenkins/test-data/25c91d2d-f1aa-a7fb-70bd-98d82ada90bd/data/default/testClearRegionBlockCache/14845b31e9e3b526537671e8aabc1a8f/.tmp/family/dca2a623494b4755a41e22762701bc18 2024-12-03T18:49:40,843 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46555/user/jenkins/test-data/25c91d2d-f1aa-a7fb-70bd-98d82ada90bd/data/default/testClearRegionBlockCache/14845b31e9e3b526537671e8aabc1a8f/.tmp/family/dca2a623494b4755a41e22762701bc18 as hdfs://localhost:46555/user/jenkins/test-data/25c91d2d-f1aa-a7fb-70bd-98d82ada90bd/data/default/testClearRegionBlockCache/14845b31e9e3b526537671e8aabc1a8f/family/dca2a623494b4755a41e22762701bc18 2024-12-03T18:49:40,849 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46555/user/jenkins/test-data/25c91d2d-f1aa-a7fb-70bd-98d82ada90bd/data/default/testClearRegionBlockCache/14845b31e9e3b526537671e8aabc1a8f/family/dca2a623494b4755a41e22762701bc18, entries=5, sequenceid=9, filesize=5.0 K 2024-12-03T18:49:40,850 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~140 B/140, heapSize ~760 B/760, currentSize=0 B/0 for 14845b31e9e3b526537671e8aabc1a8f in 38ms, sequenceid=9, compaction requested=false 2024-12-03T18:49:40,850 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 14845b31e9e3b526537671e8aabc1a8f: 2024-12-03T18:49:40,852 DEBUG [Time-limited test {}] bucket.BucketCache(1863): found 1 blocks for file 2fc498612ba7486494c2698c2865a4a8, starting offset: 0, end offset: 9223372036854775807 2024-12-03T18:49:40,852 DEBUG [Time-limited test {}] bucket.BucketCache(856): removed key 2fc498612ba7486494c2698c2865a4a8_0 from back map with offset lock 2094080 in the evict process 2024-12-03T18:49:40,853 DEBUG [Time-limited test {}] bucket.BucketCache(1863): found 1 blocks for file dca2a623494b4755a41e22762701bc18, starting offset: 0, end offset: 9223372036854775807 2024-12-03T18:49:40,853 DEBUG [Time-limited test {}] bucket.BucketCache(856): removed key dca2a623494b4755a41e22762701bc18_0 from back map with offset lock 2094080 in the evict process 2024-12-03T18:49:40,854 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-03T18:49:40,854 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T18:49:40,854 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.teardown(TestClearRegionBlockCache.java:100) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T18:49:40,854 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T18:49:40,854 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T18:49:40,854 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T18:49:40,854 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-03T18:49:40,854 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1967941471, stopped=false 2024-12-03T18:49:40,854 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=db5a5ccf5be8,46419,1733251778530 2024-12-03T18:49:40,925 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36371-0x1019c87437b0001, quorum=127.0.0.1:62837, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-03T18:49:40,925 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34897-0x1019c87437b0002, quorum=127.0.0.1:62837, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-03T18:49:40,925 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46419-0x1019c87437b0000, quorum=127.0.0.1:62837, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-03T18:49:40,925 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36371-0x1019c87437b0001, quorum=127.0.0.1:62837, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T18:49:40,925 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34897-0x1019c87437b0002, quorum=127.0.0.1:62837, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T18:49:40,925 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46419-0x1019c87437b0000, quorum=127.0.0.1:62837, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T18:49:40,925 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-03T18:49:40,926 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:46419-0x1019c87437b0000, quorum=127.0.0.1:62837, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-03T18:49:40,926 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T18:49:40,926 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:36371-0x1019c87437b0001, quorum=127.0.0.1:62837, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-03T18:49:40,926 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:34897-0x1019c87437b0002, quorum=127.0.0.1:62837, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-03T18:49:40,926 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.teardown(TestClearRegionBlockCache.java:100) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T18:49:40,926 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T18:49:40,926 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'db5a5ccf5be8,36371,1733251778705' ***** 2024-12-03T18:49:40,926 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-03T18:49:40,926 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'db5a5ccf5be8,34897,1733251778750' ***** 2024-12-03T18:49:40,926 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-03T18:49:40,927 INFO [RS:0;db5a5ccf5be8:36371 {}] bucket.BucketCache(1738): Disabling cache 2024-12-03T18:49:40,927 INFO [RS:1;db5a5ccf5be8:34897 {}] bucket.BucketCache(1738): Disabling cache 2024-12-03T18:49:40,927 INFO [Time-limited test-BucketCacheWriter-0 {}] bucket.BucketCache$WriterThread(1271): Time-limited test-BucketCacheWriter-0 exiting, cacheEnabled=false 2024-12-03T18:49:40,927 INFO [Time-limited test-BucketCacheWriter-1 {}] bucket.BucketCache$WriterThread(1271): Time-limited test-BucketCacheWriter-1 exiting, cacheEnabled=false 2024-12-03T18:49:40,927 INFO [Time-limited test-BucketCacheWriter-2 {}] bucket.BucketCache$WriterThread(1271): Time-limited test-BucketCacheWriter-2 exiting, cacheEnabled=false 2024-12-03T18:49:40,927 INFO [RS:0;db5a5ccf5be8:36371 {}] bucket.BucketCache(1762): Shutdown bucket cache: IO persistent=false; path to write=null 2024-12-03T18:49:40,927 INFO [Time-limited test-BucketCacheWriter-0 {}] bucket.BucketCache$WriterThread(1271): Time-limited test-BucketCacheWriter-0 exiting, cacheEnabled=false 2024-12-03T18:49:40,927 INFO [RS:1;db5a5ccf5be8:34897 {}] bucket.BucketCache(1762): Shutdown bucket cache: IO persistent=false; path to write=null 2024-12-03T18:49:40,927 INFO [Time-limited test-BucketCacheWriter-2 {}] bucket.BucketCache$WriterThread(1271): Time-limited test-BucketCacheWriter-2 exiting, cacheEnabled=false 2024-12-03T18:49:40,927 INFO [RS:0;db5a5ccf5be8:36371 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-03T18:49:40,927 INFO [Time-limited test-BucketCacheWriter-1 {}] bucket.BucketCache$WriterThread(1271): Time-limited test-BucketCacheWriter-1 exiting, cacheEnabled=false 2024-12-03T18:49:40,927 INFO [RS:1;db5a5ccf5be8:34897 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-03T18:49:40,927 INFO [RS:0;db5a5ccf5be8:36371 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-03T18:49:40,927 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-03T18:49:40,927 INFO [RS:0;db5a5ccf5be8:36371 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-03T18:49:40,927 INFO [RS:1;db5a5ccf5be8:34897 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-03T18:49:40,927 INFO [RS:1;db5a5ccf5be8:34897 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-03T18:49:40,927 INFO [RS:0;db5a5ccf5be8:36371 {}] regionserver.HRegionServer(3091): Received CLOSE for bcb55f890dda45e518f5fa559bd4f1c2 2024-12-03T18:49:40,927 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-03T18:49:40,927 INFO [RS:1;db5a5ccf5be8:34897 {}] regionserver.HRegionServer(3091): Received CLOSE for 14845b31e9e3b526537671e8aabc1a8f 2024-12-03T18:49:40,927 INFO [RS:0;db5a5ccf5be8:36371 {}] regionserver.HRegionServer(959): stopping server db5a5ccf5be8,36371,1733251778705 2024-12-03T18:49:40,927 INFO [RS:0;db5a5ccf5be8:36371 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-03T18:49:40,927 INFO [RS:1;db5a5ccf5be8:34897 {}] regionserver.HRegionServer(959): stopping server db5a5ccf5be8,34897,1733251778750 2024-12-03T18:49:40,927 INFO [RS:0;db5a5ccf5be8:36371 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;db5a5ccf5be8:36371. 2024-12-03T18:49:40,927 INFO [RS:1;db5a5ccf5be8:34897 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-03T18:49:40,928 INFO [RS:1;db5a5ccf5be8:34897 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;db5a5ccf5be8:34897. 2024-12-03T18:49:40,927 DEBUG [RS_CLOSE_REGION-regionserver/db5a5ccf5be8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing bcb55f890dda45e518f5fa559bd4f1c2, disabling compactions & flushes 2024-12-03T18:49:40,928 DEBUG [RS:0;db5a5ccf5be8:36371 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T18:49:40,928 DEBUG [RS_CLOSE_REGION-regionserver/db5a5ccf5be8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 14845b31e9e3b526537671e8aabc1a8f, disabling compactions & flushes 2024-12-03T18:49:40,928 DEBUG [RS:0;db5a5ccf5be8:36371 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T18:49:40,928 INFO [RS_CLOSE_REGION-regionserver/db5a5ccf5be8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,,1733251780102.bcb55f890dda45e518f5fa559bd4f1c2. 2024-12-03T18:49:40,928 INFO [RS_CLOSE_REGION-regionserver/db5a5ccf5be8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,5,1733251780102.14845b31e9e3b526537671e8aabc1a8f. 2024-12-03T18:49:40,928 DEBUG [RS:1;db5a5ccf5be8:34897 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T18:49:40,928 DEBUG [RS_CLOSE_REGION-regionserver/db5a5ccf5be8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,,1733251780102.bcb55f890dda45e518f5fa559bd4f1c2. 2024-12-03T18:49:40,928 DEBUG [RS:1;db5a5ccf5be8:34897 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T18:49:40,928 DEBUG [RS_CLOSE_REGION-regionserver/db5a5ccf5be8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,5,1733251780102.14845b31e9e3b526537671e8aabc1a8f. 2024-12-03T18:49:40,928 DEBUG [RS_CLOSE_REGION-regionserver/db5a5ccf5be8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,,1733251780102.bcb55f890dda45e518f5fa559bd4f1c2. after waiting 0 ms 2024-12-03T18:49:40,928 INFO [RS:0;db5a5ccf5be8:36371 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-03T18:49:40,928 DEBUG [RS_CLOSE_REGION-regionserver/db5a5ccf5be8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,5,1733251780102.14845b31e9e3b526537671e8aabc1a8f. after waiting 0 ms 2024-12-03T18:49:40,928 INFO [RS:1;db5a5ccf5be8:34897 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-03T18:49:40,928 DEBUG [RS_CLOSE_REGION-regionserver/db5a5ccf5be8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,,1733251780102.bcb55f890dda45e518f5fa559bd4f1c2. 2024-12-03T18:49:40,928 DEBUG [RS_CLOSE_REGION-regionserver/db5a5ccf5be8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,5,1733251780102.14845b31e9e3b526537671e8aabc1a8f. 2024-12-03T18:49:40,928 DEBUG [RS:0;db5a5ccf5be8:36371 {}] regionserver.HRegionServer(1325): Online Regions={bcb55f890dda45e518f5fa559bd4f1c2=testClearRegionBlockCache,,1733251780102.bcb55f890dda45e518f5fa559bd4f1c2.} 2024-12-03T18:49:40,928 INFO [RS:1;db5a5ccf5be8:34897 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-03T18:49:40,928 INFO [RS:1;db5a5ccf5be8:34897 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-03T18:49:40,928 DEBUG [RS:0;db5a5ccf5be8:36371 {}] regionserver.HRegionServer(1351): Waiting on bcb55f890dda45e518f5fa559bd4f1c2 2024-12-03T18:49:40,928 INFO [RS:1;db5a5ccf5be8:34897 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-03T18:49:40,929 INFO [RS:1;db5a5ccf5be8:34897 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-03T18:49:40,929 DEBUG [RS:1;db5a5ccf5be8:34897 {}] regionserver.HRegionServer(1325): Online Regions={14845b31e9e3b526537671e8aabc1a8f=testClearRegionBlockCache,5,1733251780102.14845b31e9e3b526537671e8aabc1a8f., 1588230740=hbase:meta,,1.1588230740} 2024-12-03T18:49:40,929 DEBUG [RS:1;db5a5ccf5be8:34897 {}] regionserver.HRegionServer(1351): Waiting on 14845b31e9e3b526537671e8aabc1a8f, 1588230740 2024-12-03T18:49:40,929 DEBUG [RS_CLOSE_META-regionserver/db5a5ccf5be8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-03T18:49:40,929 INFO [RS_CLOSE_META-regionserver/db5a5ccf5be8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-03T18:49:40,929 DEBUG [RS_CLOSE_META-regionserver/db5a5ccf5be8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-03T18:49:40,929 DEBUG [RS_CLOSE_META-regionserver/db5a5ccf5be8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-03T18:49:40,929 DEBUG [RS_CLOSE_META-regionserver/db5a5ccf5be8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-03T18:49:40,929 INFO [RS_CLOSE_META-regionserver/db5a5ccf5be8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.79 KB heapSize=5.57 KB 2024-12-03T18:49:40,932 DEBUG [RS_CLOSE_REGION-regionserver/db5a5ccf5be8:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46555/user/jenkins/test-data/25c91d2d-f1aa-a7fb-70bd-98d82ada90bd/data/default/testClearRegionBlockCache/bcb55f890dda45e518f5fa559bd4f1c2/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-12-03T18:49:40,932 DEBUG [RS_CLOSE_REGION-regionserver/db5a5ccf5be8:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46555/user/jenkins/test-data/25c91d2d-f1aa-a7fb-70bd-98d82ada90bd/data/default/testClearRegionBlockCache/14845b31e9e3b526537671e8aabc1a8f/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=1 2024-12-03T18:49:40,933 INFO [RS_CLOSE_REGION-regionserver/db5a5ccf5be8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,5,1733251780102.14845b31e9e3b526537671e8aabc1a8f. 2024-12-03T18:49:40,933 DEBUG [RS_CLOSE_REGION-regionserver/db5a5ccf5be8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 14845b31e9e3b526537671e8aabc1a8f: Waiting for close lock at 1733251780927Running coprocessor pre-close hooks at 1733251780927Disabling compacts and flushes for region at 1733251780927Disabling writes for close at 1733251780928 (+1 ms)Writing region close event to WAL at 1733251780929 (+1 ms)Running coprocessor post-close hooks at 1733251780933 (+4 ms)Closed at 1733251780933 2024-12-03T18:49:40,933 INFO [RS_CLOSE_REGION-regionserver/db5a5ccf5be8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,,1733251780102.bcb55f890dda45e518f5fa559bd4f1c2. 2024-12-03T18:49:40,933 DEBUG [RS_CLOSE_REGION-regionserver/db5a5ccf5be8:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,5,1733251780102.14845b31e9e3b526537671e8aabc1a8f. 2024-12-03T18:49:40,933 DEBUG [RS_CLOSE_REGION-regionserver/db5a5ccf5be8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for bcb55f890dda45e518f5fa559bd4f1c2: Waiting for close lock at 1733251780927Running coprocessor pre-close hooks at 1733251780927Disabling compacts and flushes for region at 1733251780927Disabling writes for close at 1733251780928 (+1 ms)Writing region close event to WAL at 1733251780929 (+1 ms)Running coprocessor post-close hooks at 1733251780933 (+4 ms)Closed at 1733251780933 2024-12-03T18:49:40,933 DEBUG [RS_CLOSE_REGION-regionserver/db5a5ccf5be8:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,,1733251780102.bcb55f890dda45e518f5fa559bd4f1c2. 2024-12-03T18:49:40,943 DEBUG [RS_CLOSE_META-regionserver/db5a5ccf5be8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46555/user/jenkins/test-data/25c91d2d-f1aa-a7fb-70bd-98d82ada90bd/data/hbase/meta/1588230740/.tmp/info/07356b70fd7c49f9a7c9838cac1edcb5 is 173, key is testClearRegionBlockCache,5,1733251780102.14845b31e9e3b526537671e8aabc1a8f./info:regioninfo/1733251780490/Put/seqid=0 2024-12-03T18:49:40,948 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33853 is added to blk_1073741841_1017 (size=8173) 2024-12-03T18:49:40,948 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40747 is added to blk_1073741841_1017 (size=8173) 2024-12-03T18:49:40,994 INFO [regionserver/db5a5ccf5be8:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-03T18:49:40,997 INFO [regionserver/db5a5ccf5be8:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-03T18:49:41,128 INFO [RS:0;db5a5ccf5be8:36371 {}] regionserver.HRegionServer(976): stopping server db5a5ccf5be8,36371,1733251778705; all regions closed. 2024-12-03T18:49:41,129 DEBUG [RS:1;db5a5ccf5be8:34897 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-03T18:49:41,131 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33853 is added to blk_1073741832_1008 (size=1758) 2024-12-03T18:49:41,131 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/25c91d2d-f1aa-a7fb-70bd-98d82ada90bd/WALs/db5a5ccf5be8,36371,1733251778705/db5a5ccf5be8%2C36371%2C1733251778705.1733251779424 not finished, retry = 0 2024-12-03T18:49:41,131 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40747 is added to blk_1073741832_1008 (size=1758) 2024-12-03T18:49:41,233 DEBUG [RS:0;db5a5ccf5be8:36371 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/25c91d2d-f1aa-a7fb-70bd-98d82ada90bd/oldWALs 2024-12-03T18:49:41,233 INFO [RS:0;db5a5ccf5be8:36371 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL db5a5ccf5be8%2C36371%2C1733251778705:(num 1733251779424) 2024-12-03T18:49:41,233 DEBUG [RS:0;db5a5ccf5be8:36371 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T18:49:41,233 INFO [RS:0;db5a5ccf5be8:36371 {}] regionserver.LeaseManager(133): Closed leases 2024-12-03T18:49:41,233 INFO [RS:0;db5a5ccf5be8:36371 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-03T18:49:41,234 INFO [RS:0;db5a5ccf5be8:36371 {}] hbase.ChoreService(370): Chore service for: regionserver/db5a5ccf5be8:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-12-03T18:49:41,234 INFO [RS:0;db5a5ccf5be8:36371 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-03T18:49:41,234 INFO [RS:0;db5a5ccf5be8:36371 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-03T18:49:41,234 INFO [RS:0;db5a5ccf5be8:36371 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-03T18:49:41,234 INFO [regionserver/db5a5ccf5be8:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-03T18:49:41,234 INFO [RS:0;db5a5ccf5be8:36371 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-03T18:49:41,234 INFO [RS:0;db5a5ccf5be8:36371 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:36371 2024-12-03T18:49:41,241 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46419-0x1019c87437b0000, quorum=127.0.0.1:62837, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-03T18:49:41,241 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36371-0x1019c87437b0001, quorum=127.0.0.1:62837, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/db5a5ccf5be8,36371,1733251778705 2024-12-03T18:49:41,241 INFO [RS:0;db5a5ccf5be8:36371 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-03T18:49:41,252 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [db5a5ccf5be8,36371,1733251778705] 2024-12-03T18:49:41,262 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/db5a5ccf5be8,36371,1733251778705 already deleted, retry=false 2024-12-03T18:49:41,262 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; db5a5ccf5be8,36371,1733251778705 expired; onlineServers=1 2024-12-03T18:49:41,300 INFO [regionserver/db5a5ccf5be8:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-03T18:49:41,300 INFO [regionserver/db5a5ccf5be8:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-03T18:49:41,329 DEBUG [RS:1;db5a5ccf5be8:34897 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-03T18:49:41,349 INFO [RS_CLOSE_META-regionserver/db5a5ccf5be8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.60 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:46555/user/jenkins/test-data/25c91d2d-f1aa-a7fb-70bd-98d82ada90bd/data/hbase/meta/1588230740/.tmp/info/07356b70fd7c49f9a7c9838cac1edcb5 2024-12-03T18:49:41,352 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36371-0x1019c87437b0001, quorum=127.0.0.1:62837, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T18:49:41,352 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36371-0x1019c87437b0001, quorum=127.0.0.1:62837, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T18:49:41,352 INFO [RS:0;db5a5ccf5be8:36371 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-03T18:49:41,352 INFO [RS:0;db5a5ccf5be8:36371 {}] regionserver.HRegionServer(1031): Exiting; stopping=db5a5ccf5be8,36371,1733251778705; zookeeper connection closed. 2024-12-03T18:49:41,352 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@1d887554 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@1d887554 2024-12-03T18:49:41,375 DEBUG [RS_CLOSE_META-regionserver/db5a5ccf5be8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46555/user/jenkins/test-data/25c91d2d-f1aa-a7fb-70bd-98d82ada90bd/data/hbase/meta/1588230740/.tmp/ns/773ffa66be15494986f51169d2ac6e3b is 43, key is default/ns:d/1733251780007/Put/seqid=0 2024-12-03T18:49:41,380 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40747 is added to blk_1073741842_1018 (size=5153) 2024-12-03T18:49:41,380 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33853 is added to blk_1073741842_1018 (size=5153) 2024-12-03T18:49:41,380 INFO [RS_CLOSE_META-regionserver/db5a5ccf5be8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:46555/user/jenkins/test-data/25c91d2d-f1aa-a7fb-70bd-98d82ada90bd/data/hbase/meta/1588230740/.tmp/ns/773ffa66be15494986f51169d2ac6e3b 2024-12-03T18:49:41,399 DEBUG [RS_CLOSE_META-regionserver/db5a5ccf5be8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46555/user/jenkins/test-data/25c91d2d-f1aa-a7fb-70bd-98d82ada90bd/data/hbase/meta/1588230740/.tmp/table/7558196d75bd40ed89ef4639f75fe232 is 61, key is testClearRegionBlockCache/table:state/1733251780502/Put/seqid=0 2024-12-03T18:49:41,404 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33853 is added to blk_1073741843_1019 (size=5312) 2024-12-03T18:49:41,404 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40747 is added to blk_1073741843_1019 (size=5312) 2024-12-03T18:49:41,405 INFO [RS_CLOSE_META-regionserver/db5a5ccf5be8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=114 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:46555/user/jenkins/test-data/25c91d2d-f1aa-a7fb-70bd-98d82ada90bd/data/hbase/meta/1588230740/.tmp/table/7558196d75bd40ed89ef4639f75fe232 2024-12-03T18:49:41,411 DEBUG [RS_CLOSE_META-regionserver/db5a5ccf5be8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46555/user/jenkins/test-data/25c91d2d-f1aa-a7fb-70bd-98d82ada90bd/data/hbase/meta/1588230740/.tmp/info/07356b70fd7c49f9a7c9838cac1edcb5 as hdfs://localhost:46555/user/jenkins/test-data/25c91d2d-f1aa-a7fb-70bd-98d82ada90bd/data/hbase/meta/1588230740/info/07356b70fd7c49f9a7c9838cac1edcb5 2024-12-03T18:49:41,417 INFO [RS_CLOSE_META-regionserver/db5a5ccf5be8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46555/user/jenkins/test-data/25c91d2d-f1aa-a7fb-70bd-98d82ada90bd/data/hbase/meta/1588230740/info/07356b70fd7c49f9a7c9838cac1edcb5, entries=20, sequenceid=13, filesize=8.0 K 2024-12-03T18:49:41,417 DEBUG [RS_CLOSE_META-regionserver/db5a5ccf5be8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46555/user/jenkins/test-data/25c91d2d-f1aa-a7fb-70bd-98d82ada90bd/data/hbase/meta/1588230740/.tmp/ns/773ffa66be15494986f51169d2ac6e3b as hdfs://localhost:46555/user/jenkins/test-data/25c91d2d-f1aa-a7fb-70bd-98d82ada90bd/data/hbase/meta/1588230740/ns/773ffa66be15494986f51169d2ac6e3b 2024-12-03T18:49:41,423 INFO [RS_CLOSE_META-regionserver/db5a5ccf5be8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46555/user/jenkins/test-data/25c91d2d-f1aa-a7fb-70bd-98d82ada90bd/data/hbase/meta/1588230740/ns/773ffa66be15494986f51169d2ac6e3b, entries=2, sequenceid=13, filesize=5.0 K 2024-12-03T18:49:41,424 DEBUG [RS_CLOSE_META-regionserver/db5a5ccf5be8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46555/user/jenkins/test-data/25c91d2d-f1aa-a7fb-70bd-98d82ada90bd/data/hbase/meta/1588230740/.tmp/table/7558196d75bd40ed89ef4639f75fe232 as hdfs://localhost:46555/user/jenkins/test-data/25c91d2d-f1aa-a7fb-70bd-98d82ada90bd/data/hbase/meta/1588230740/table/7558196d75bd40ed89ef4639f75fe232 2024-12-03T18:49:41,429 INFO [RS_CLOSE_META-regionserver/db5a5ccf5be8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46555/user/jenkins/test-data/25c91d2d-f1aa-a7fb-70bd-98d82ada90bd/data/hbase/meta/1588230740/table/7558196d75bd40ed89ef4639f75fe232, entries=2, sequenceid=13, filesize=5.2 K 2024-12-03T18:49:41,430 INFO [RS_CLOSE_META-regionserver/db5a5ccf5be8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.79 KB/2852, heapSize ~5.27 KB/5400, currentSize=0 B/0 for 1588230740 in 500ms, sequenceid=13, compaction requested=false 2024-12-03T18:49:41,434 DEBUG [RS_CLOSE_META-regionserver/db5a5ccf5be8:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46555/user/jenkins/test-data/25c91d2d-f1aa-a7fb-70bd-98d82ada90bd/data/hbase/meta/1588230740/recovered.edits/16.seqid, newMaxSeqId=16, maxSeqId=1 2024-12-03T18:49:41,435 DEBUG [RS_CLOSE_META-regionserver/db5a5ccf5be8:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-03T18:49:41,435 INFO [RS_CLOSE_META-regionserver/db5a5ccf5be8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-03T18:49:41,435 DEBUG [RS_CLOSE_META-regionserver/db5a5ccf5be8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733251780929Running coprocessor pre-close hooks at 1733251780929Disabling compacts and flushes for region at 1733251780929Disabling writes for close at 1733251780929Obtaining lock to block concurrent updates at 1733251780929Preparing flush snapshotting stores in 1588230740 at 1733251780929Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2852, getHeapSize=5640, getOffHeapSize=0, getCellsCount=24 at 1733251780929Flushing stores of hbase:meta,,1.1588230740 at 1733251780930 (+1 ms)Flushing 1588230740/info: creating writer at 1733251780930Flushing 1588230740/info: appending metadata at 1733251780943 (+13 ms)Flushing 1588230740/info: closing flushed file at 1733251780943Flushing 1588230740/ns: creating writer at 1733251781357 (+414 ms)Flushing 1588230740/ns: appending metadata at 1733251781375 (+18 ms)Flushing 1588230740/ns: closing flushed file at 1733251781375Flushing 1588230740/table: creating writer at 1733251781386 (+11 ms)Flushing 1588230740/table: appending metadata at 1733251781399 (+13 ms)Flushing 1588230740/table: closing flushed file at 1733251781399Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@40ef9a: reopening flushed file at 1733251781410 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3b38e8c7: reopening flushed file at 1733251781417 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@37b66c3f: reopening flushed file at 1733251781423 (+6 ms)Finished flush of dataSize ~2.79 KB/2852, heapSize ~5.27 KB/5400, currentSize=0 B/0 for 1588230740 in 500ms, sequenceid=13, compaction requested=false at 1733251781430 (+7 ms)Writing region close event to WAL at 1733251781431 (+1 ms)Running coprocessor post-close hooks at 1733251781435 (+4 ms)Closed at 1733251781435 2024-12-03T18:49:41,435 DEBUG [RS_CLOSE_META-regionserver/db5a5ccf5be8:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-03T18:49:41,529 INFO [RS:1;db5a5ccf5be8:34897 {}] regionserver.HRegionServer(976): stopping server db5a5ccf5be8,34897,1733251778750; all regions closed. 2024-12-03T18:49:41,533 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33853 is added to blk_1073741835_1011 (size=4338) 2024-12-03T18:49:41,533 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40747 is added to blk_1073741835_1011 (size=4338) 2024-12-03T18:49:41,537 DEBUG [RS:1;db5a5ccf5be8:34897 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/25c91d2d-f1aa-a7fb-70bd-98d82ada90bd/oldWALs 2024-12-03T18:49:41,537 INFO [RS:1;db5a5ccf5be8:34897 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL db5a5ccf5be8%2C34897%2C1733251778750.meta:.meta(num 1733251779953) 2024-12-03T18:49:41,541 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40747 is added to blk_1073741833_1009 (size=1867) 2024-12-03T18:49:41,542 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33853 is added to blk_1073741833_1009 (size=1867) 2024-12-03T18:49:41,545 DEBUG [RS:1;db5a5ccf5be8:34897 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/25c91d2d-f1aa-a7fb-70bd-98d82ada90bd/oldWALs 2024-12-03T18:49:41,545 INFO [RS:1;db5a5ccf5be8:34897 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL db5a5ccf5be8%2C34897%2C1733251778750:(num 1733251779424) 2024-12-03T18:49:41,545 DEBUG [RS:1;db5a5ccf5be8:34897 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T18:49:41,545 INFO [RS:1;db5a5ccf5be8:34897 {}] regionserver.LeaseManager(133): Closed leases 2024-12-03T18:49:41,545 INFO [RS:1;db5a5ccf5be8:34897 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-03T18:49:41,545 INFO [RS:1;db5a5ccf5be8:34897 {}] hbase.ChoreService(370): Chore service for: regionserver/db5a5ccf5be8:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-03T18:49:41,545 INFO [RS:1;db5a5ccf5be8:34897 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-03T18:49:41,545 INFO [regionserver/db5a5ccf5be8:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-03T18:49:41,546 INFO [RS:1;db5a5ccf5be8:34897 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:34897 2024-12-03T18:49:41,557 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46419-0x1019c87437b0000, quorum=127.0.0.1:62837, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-03T18:49:41,557 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34897-0x1019c87437b0002, quorum=127.0.0.1:62837, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/db5a5ccf5be8,34897,1733251778750 2024-12-03T18:49:41,557 INFO [RS:1;db5a5ccf5be8:34897 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-03T18:49:41,567 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [db5a5ccf5be8,34897,1733251778750] 2024-12-03T18:49:41,578 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/db5a5ccf5be8,34897,1733251778750 already deleted, retry=false 2024-12-03T18:49:41,578 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; db5a5ccf5be8,34897,1733251778750 expired; onlineServers=0 2024-12-03T18:49:41,578 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'db5a5ccf5be8,46419,1733251778530' ***** 2024-12-03T18:49:41,578 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-03T18:49:41,578 INFO [M:0;db5a5ccf5be8:46419 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-03T18:49:41,578 INFO [M:0;db5a5ccf5be8:46419 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-03T18:49:41,578 DEBUG [M:0;db5a5ccf5be8:46419 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-03T18:49:41,578 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-03T18:49:41,578 DEBUG [M:0;db5a5ccf5be8:46419 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-03T18:49:41,578 DEBUG [master/db5a5ccf5be8:0:becomeActiveMaster-HFileCleaner.large.0-1733251779112 {}] cleaner.HFileCleaner(306): Exit Thread[master/db5a5ccf5be8:0:becomeActiveMaster-HFileCleaner.large.0-1733251779112,5,FailOnTimeoutGroup] 2024-12-03T18:49:41,578 DEBUG [master/db5a5ccf5be8:0:becomeActiveMaster-HFileCleaner.small.0-1733251779112 {}] cleaner.HFileCleaner(306): Exit Thread[master/db5a5ccf5be8:0:becomeActiveMaster-HFileCleaner.small.0-1733251779112,5,FailOnTimeoutGroup] 2024-12-03T18:49:41,578 INFO [M:0;db5a5ccf5be8:46419 {}] hbase.ChoreService(370): Chore service for: master/db5a5ccf5be8:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-03T18:49:41,578 INFO [M:0;db5a5ccf5be8:46419 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-03T18:49:41,578 DEBUG [M:0;db5a5ccf5be8:46419 {}] master.HMaster(1795): Stopping service threads 2024-12-03T18:49:41,579 INFO [M:0;db5a5ccf5be8:46419 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-03T18:49:41,579 INFO [M:0;db5a5ccf5be8:46419 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-03T18:49:41,579 INFO [M:0;db5a5ccf5be8:46419 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-03T18:49:41,579 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-03T18:49:41,588 DEBUG [M:0;db5a5ccf5be8:46419 {}] zookeeper.ZKUtil(347): master:46419-0x1019c87437b0000, quorum=127.0.0.1:62837, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-12-03T18:49:41,588 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46419-0x1019c87437b0000, quorum=127.0.0.1:62837, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-12-03T18:49:41,589 WARN [M:0;db5a5ccf5be8:46419 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-03T18:49:41,589 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46419-0x1019c87437b0000, quorum=127.0.0.1:62837, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T18:49:41,589 INFO [M:0;db5a5ccf5be8:46419 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:46555/user/jenkins/test-data/25c91d2d-f1aa-a7fb-70bd-98d82ada90bd/.lastflushedseqids 2024-12-03T18:49:41,595 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40747 is added to blk_1073741844_1020 (size=182) 2024-12-03T18:49:41,595 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33853 is added to blk_1073741844_1020 (size=182) 2024-12-03T18:49:41,595 INFO [M:0;db5a5ccf5be8:46419 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-03T18:49:41,595 INFO [M:0;db5a5ccf5be8:46419 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-03T18:49:41,595 DEBUG [M:0;db5a5ccf5be8:46419 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-03T18:49:41,596 INFO [M:0;db5a5ccf5be8:46419 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T18:49:41,596 DEBUG [M:0;db5a5ccf5be8:46419 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T18:49:41,596 DEBUG [M:0;db5a5ccf5be8:46419 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-03T18:49:41,596 DEBUG [M:0;db5a5ccf5be8:46419 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T18:49:41,596 INFO [M:0;db5a5ccf5be8:46419 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=29.57 KB heapSize=36.95 KB 2024-12-03T18:49:41,609 DEBUG [M:0;db5a5ccf5be8:46419 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46555/user/jenkins/test-data/25c91d2d-f1aa-a7fb-70bd-98d82ada90bd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/dd03693a0d5441539ade87dd8a4d8a06 is 82, key is hbase:meta,,1/info:regioninfo/1733251779985/Put/seqid=0 2024-12-03T18:49:41,613 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33853 is added to blk_1073741845_1021 (size=5672) 2024-12-03T18:49:41,613 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40747 is added to blk_1073741845_1021 (size=5672) 2024-12-03T18:49:41,614 INFO [M:0;db5a5ccf5be8:46419 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:46555/user/jenkins/test-data/25c91d2d-f1aa-a7fb-70bd-98d82ada90bd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/dd03693a0d5441539ade87dd8a4d8a06 2024-12-03T18:49:41,630 DEBUG [M:0;db5a5ccf5be8:46419 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46555/user/jenkins/test-data/25c91d2d-f1aa-a7fb-70bd-98d82ada90bd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e9b0e6384f114ab487117c11b9eeac7b is 802, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1733251780506/Put/seqid=0 2024-12-03T18:49:41,635 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40747 is added to blk_1073741846_1022 (size=6218) 2024-12-03T18:49:41,635 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33853 is added to blk_1073741846_1022 (size=6218) 2024-12-03T18:49:41,635 INFO [M:0;db5a5ccf5be8:46419 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28.95 KB at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:46555/user/jenkins/test-data/25c91d2d-f1aa-a7fb-70bd-98d82ada90bd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e9b0e6384f114ab487117c11b9eeac7b 2024-12-03T18:49:41,655 DEBUG [M:0;db5a5ccf5be8:46419 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46555/user/jenkins/test-data/25c91d2d-f1aa-a7fb-70bd-98d82ada90bd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/059c9e7dd30743b1a1e38921d539abe0 is 69, key is db5a5ccf5be8,34897,1733251778750/rs:state/1733251779226/Put/seqid=0 2024-12-03T18:49:41,659 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33853 is added to blk_1073741847_1023 (size=5224) 2024-12-03T18:49:41,659 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40747 is added to blk_1073741847_1023 (size=5224) 2024-12-03T18:49:41,660 INFO [M:0;db5a5ccf5be8:46419 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=130 B at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:46555/user/jenkins/test-data/25c91d2d-f1aa-a7fb-70bd-98d82ada90bd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/059c9e7dd30743b1a1e38921d539abe0 2024-12-03T18:49:41,665 DEBUG [M:0;db5a5ccf5be8:46419 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46555/user/jenkins/test-data/25c91d2d-f1aa-a7fb-70bd-98d82ada90bd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/dd03693a0d5441539ade87dd8a4d8a06 as hdfs://localhost:46555/user/jenkins/test-data/25c91d2d-f1aa-a7fb-70bd-98d82ada90bd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/dd03693a0d5441539ade87dd8a4d8a06 2024-12-03T18:49:41,668 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34897-0x1019c87437b0002, quorum=127.0.0.1:62837, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T18:49:41,668 INFO [RS:1;db5a5ccf5be8:34897 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-03T18:49:41,668 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34897-0x1019c87437b0002, quorum=127.0.0.1:62837, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T18:49:41,668 INFO [RS:1;db5a5ccf5be8:34897 {}] regionserver.HRegionServer(1031): Exiting; stopping=db5a5ccf5be8,34897,1733251778750; zookeeper connection closed. 2024-12-03T18:49:41,668 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@5ff76fa3 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@5ff76fa3 2024-12-03T18:49:41,668 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 2 regionserver(s) complete 2024-12-03T18:49:41,671 INFO [M:0;db5a5ccf5be8:46419 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46555/user/jenkins/test-data/25c91d2d-f1aa-a7fb-70bd-98d82ada90bd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/dd03693a0d5441539ade87dd8a4d8a06, entries=8, sequenceid=71, filesize=5.5 K 2024-12-03T18:49:41,672 DEBUG [M:0;db5a5ccf5be8:46419 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46555/user/jenkins/test-data/25c91d2d-f1aa-a7fb-70bd-98d82ada90bd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e9b0e6384f114ab487117c11b9eeac7b as hdfs://localhost:46555/user/jenkins/test-data/25c91d2d-f1aa-a7fb-70bd-98d82ada90bd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/e9b0e6384f114ab487117c11b9eeac7b 2024-12-03T18:49:41,677 INFO [M:0;db5a5ccf5be8:46419 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46555/user/jenkins/test-data/25c91d2d-f1aa-a7fb-70bd-98d82ada90bd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/e9b0e6384f114ab487117c11b9eeac7b, entries=8, sequenceid=71, filesize=6.1 K 2024-12-03T18:49:41,679 DEBUG [M:0;db5a5ccf5be8:46419 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46555/user/jenkins/test-data/25c91d2d-f1aa-a7fb-70bd-98d82ada90bd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/059c9e7dd30743b1a1e38921d539abe0 as hdfs://localhost:46555/user/jenkins/test-data/25c91d2d-f1aa-a7fb-70bd-98d82ada90bd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/059c9e7dd30743b1a1e38921d539abe0 2024-12-03T18:49:41,686 INFO [M:0;db5a5ccf5be8:46419 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46555/user/jenkins/test-data/25c91d2d-f1aa-a7fb-70bd-98d82ada90bd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/059c9e7dd30743b1a1e38921d539abe0, entries=2, sequenceid=71, filesize=5.1 K 2024-12-03T18:49:41,687 INFO [M:0;db5a5ccf5be8:46419 {}] regionserver.HRegion(3140): Finished flush of dataSize ~29.57 KB/30281, heapSize ~36.66 KB/37536, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 91ms, sequenceid=71, compaction requested=false 2024-12-03T18:49:41,689 INFO [M:0;db5a5ccf5be8:46419 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T18:49:41,689 DEBUG [M:0;db5a5ccf5be8:46419 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733251781595Disabling compacts and flushes for region at 1733251781595Disabling writes for close at 1733251781596 (+1 ms)Obtaining lock to block concurrent updates at 1733251781596Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733251781596Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=30281, getHeapSize=37776, getOffHeapSize=0, getCellsCount=86 at 1733251781596Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733251781597 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733251781597Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733251781608 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733251781608Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733251781618 (+10 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733251781629 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733251781629Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733251781640 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733251781655 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733251781655Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3bec60ef: reopening flushed file at 1733251781665 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2692ea00: reopening flushed file at 1733251781671 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@b6d949a: reopening flushed file at 1733251781678 (+7 ms)Finished flush of dataSize ~29.57 KB/30281, heapSize ~36.66 KB/37536, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 91ms, sequenceid=71, compaction requested=false at 1733251781687 (+9 ms)Writing region close event to WAL at 1733251781689 (+2 ms)Closed at 1733251781689 2024-12-03T18:49:41,691 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40747 is added to blk_1073741830_1006 (size=35428) 2024-12-03T18:49:41,691 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33853 is added to blk_1073741830_1006 (size=35428) 2024-12-03T18:49:41,692 INFO [M:0;db5a5ccf5be8:46419 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-03T18:49:41,692 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-03T18:49:41,692 INFO [M:0;db5a5ccf5be8:46419 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:46419 2024-12-03T18:49:41,692 INFO [M:0;db5a5ccf5be8:46419 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-03T18:49:41,804 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46419-0x1019c87437b0000, quorum=127.0.0.1:62837, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T18:49:41,804 INFO [M:0;db5a5ccf5be8:46419 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-03T18:49:41,805 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46419-0x1019c87437b0000, quorum=127.0.0.1:62837, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T18:49:41,808 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@31205b85{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-03T18:49:41,808 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@20eb6721{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-03T18:49:41,809 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-03T18:49:41,809 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4357772f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-03T18:49:41,809 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2a85bb59{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d13ecc87-4bbd-9c21-2c3c-9cdbbac1259c/hadoop.log.dir/,STOPPED} 2024-12-03T18:49:41,811 WARN [BP-593224805-172.17.0.2-1733251776229 heartbeating to localhost/127.0.0.1:46555 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-03T18:49:41,811 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-03T18:49:41,811 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-03T18:49:41,811 WARN [BP-593224805-172.17.0.2-1733251776229 heartbeating to localhost/127.0.0.1:46555 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-593224805-172.17.0.2-1733251776229 (Datanode Uuid 10317153-c782-412b-952c-7fa88757eb44) service to localhost/127.0.0.1:46555 2024-12-03T18:49:41,812 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d13ecc87-4bbd-9c21-2c3c-9cdbbac1259c/cluster_9da4ccc7-262e-a604-9eee-9b0e59cc2bca/data/data3/current/BP-593224805-172.17.0.2-1733251776229 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-03T18:49:41,813 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d13ecc87-4bbd-9c21-2c3c-9cdbbac1259c/cluster_9da4ccc7-262e-a604-9eee-9b0e59cc2bca/data/data4/current/BP-593224805-172.17.0.2-1733251776229 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-03T18:49:41,813 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-03T18:49:41,816 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7d937d67{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-03T18:49:41,816 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1e092361{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-03T18:49:41,816 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-03T18:49:41,817 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@75724cef{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-03T18:49:41,817 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@ee00123{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d13ecc87-4bbd-9c21-2c3c-9cdbbac1259c/hadoop.log.dir/,STOPPED} 2024-12-03T18:49:41,818 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-03T18:49:41,818 WARN [BP-593224805-172.17.0.2-1733251776229 heartbeating to localhost/127.0.0.1:46555 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-03T18:49:41,818 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-03T18:49:41,818 WARN [BP-593224805-172.17.0.2-1733251776229 heartbeating to localhost/127.0.0.1:46555 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-593224805-172.17.0.2-1733251776229 (Datanode Uuid 41776b44-6b0e-43ec-bb1c-dd302bf7eb97) service to localhost/127.0.0.1:46555 2024-12-03T18:49:41,818 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d13ecc87-4bbd-9c21-2c3c-9cdbbac1259c/cluster_9da4ccc7-262e-a604-9eee-9b0e59cc2bca/data/data1/current/BP-593224805-172.17.0.2-1733251776229 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-03T18:49:41,818 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d13ecc87-4bbd-9c21-2c3c-9cdbbac1259c/cluster_9da4ccc7-262e-a604-9eee-9b0e59cc2bca/data/data2/current/BP-593224805-172.17.0.2-1733251776229 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-03T18:49:41,819 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-03T18:49:41,824 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6cceeb17{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-03T18:49:41,824 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6c65e60e{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-03T18:49:41,824 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-03T18:49:41,824 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1f1ce7a0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-03T18:49:41,824 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1ccfb5d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d13ecc87-4bbd-9c21-2c3c-9cdbbac1259c/hadoop.log.dir/,STOPPED} 2024-12-03T18:49:41,830 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-03T18:49:41,847 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-03T18:49:41,853 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.TestClearRegionBlockCache#testClearBlockCache[1: bucket] Thread=167 (was 149) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-17-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1768670951) connection to localhost/127.0.0.1:46555 from jenkins.hfs.9 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-17-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46555 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-15-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1768670951) connection to localhost/127.0.0.1:46555 from jenkins.hfs.8 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-20-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-21-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-15-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46555 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-15-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.9@localhost:46555 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1768670951) connection to localhost/127.0.0.1:46555 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46555 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46555 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-20-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.8@localhost:46555 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-20-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-21-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1768670951) connection to localhost/127.0.0.1:46555 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:46555 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-17-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-21-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=520 (was 497) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=301 (was 328), ProcessCount=11 (was 11), AvailableMemoryMB=5658 (was 5798) 2024-12-03T18:49:41,859 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.TestClearRegionBlockCache#testClearBlockCacheFromAdmin[1: bucket] Thread=167, OpenFileDescriptor=520, MaxFileDescriptor=1048576, SystemLoadAverage=301, ProcessCount=11, AvailableMemoryMB=5658 2024-12-03T18:49:41,873 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d13ecc87-4bbd-9c21-2c3c-9cdbbac1259c/hadoop.log.dir so I do NOT create it in target/test-data/a256e49e-e47b-1860-2464-bd50214467f9 2024-12-03T18:49:41,873 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d13ecc87-4bbd-9c21-2c3c-9cdbbac1259c/hadoop.log.dir Erasing configuration value by system value. 2024-12-03T18:49:41,873 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d13ecc87-4bbd-9c21-2c3c-9cdbbac1259c/hadoop.tmp.dir so I do NOT create it in target/test-data/a256e49e-e47b-1860-2464-bd50214467f9 2024-12-03T18:49:41,873 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d13ecc87-4bbd-9c21-2c3c-9cdbbac1259c/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-03T18:49:41,873 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a256e49e-e47b-1860-2464-bd50214467f9 2024-12-03T18:49:41,874 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=2, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-03T18:49:41,874 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a256e49e-e47b-1860-2464-bd50214467f9/cluster_16c4fa17-2d9d-b821-5db9-1189e08582b2, deleteOnExit=true 2024-12-03T18:49:41,874 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-03T18:49:41,874 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a256e49e-e47b-1860-2464-bd50214467f9/test.cache.data in system properties and HBase conf 2024-12-03T18:49:41,874 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a256e49e-e47b-1860-2464-bd50214467f9/hadoop.tmp.dir in system properties and HBase conf 2024-12-03T18:49:41,874 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a256e49e-e47b-1860-2464-bd50214467f9/hadoop.log.dir in system properties and HBase conf 2024-12-03T18:49:41,874 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a256e49e-e47b-1860-2464-bd50214467f9/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-03T18:49:41,874 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a256e49e-e47b-1860-2464-bd50214467f9/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-03T18:49:41,874 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-03T18:49:41,874 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-03T18:49:41,874 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a256e49e-e47b-1860-2464-bd50214467f9/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-03T18:49:41,874 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a256e49e-e47b-1860-2464-bd50214467f9/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-03T18:49:41,874 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a256e49e-e47b-1860-2464-bd50214467f9/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-03T18:49:41,874 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a256e49e-e47b-1860-2464-bd50214467f9/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-03T18:49:41,874 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a256e49e-e47b-1860-2464-bd50214467f9/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-03T18:49:41,875 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a256e49e-e47b-1860-2464-bd50214467f9/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-03T18:49:41,875 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a256e49e-e47b-1860-2464-bd50214467f9/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-03T18:49:41,875 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a256e49e-e47b-1860-2464-bd50214467f9/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-03T18:49:41,875 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a256e49e-e47b-1860-2464-bd50214467f9/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-03T18:49:41,875 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a256e49e-e47b-1860-2464-bd50214467f9/nfs.dump.dir in system properties and HBase conf 2024-12-03T18:49:41,875 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a256e49e-e47b-1860-2464-bd50214467f9/java.io.tmpdir in system properties and HBase conf 2024-12-03T18:49:41,875 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a256e49e-e47b-1860-2464-bd50214467f9/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-03T18:49:41,875 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a256e49e-e47b-1860-2464-bd50214467f9/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-03T18:49:41,875 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a256e49e-e47b-1860-2464-bd50214467f9/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-03T18:49:42,151 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T18:49:42,155 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-03T18:49:42,156 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-03T18:49:42,156 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-03T18:49:42,156 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-03T18:49:42,157 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T18:49:42,159 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@27c5d702{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a256e49e-e47b-1860-2464-bd50214467f9/hadoop.log.dir/,AVAILABLE} 2024-12-03T18:49:42,159 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5e044caf{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-03T18:49:42,246 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2743c319{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a256e49e-e47b-1860-2464-bd50214467f9/java.io.tmpdir/jetty-localhost-40121-hadoop-hdfs-3_4_1-tests_jar-_-any-13153378452637115649/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-03T18:49:42,246 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1eda583a{HTTP/1.1, (http/1.1)}{localhost:40121} 2024-12-03T18:49:42,246 INFO [Time-limited test {}] server.Server(415): Started @35492ms 2024-12-03T18:49:42,895 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T18:49:42,898 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-03T18:49:42,899 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-03T18:49:42,899 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-03T18:49:42,899 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-03T18:49:42,900 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4ebf95e6{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a256e49e-e47b-1860-2464-bd50214467f9/hadoop.log.dir/,AVAILABLE} 2024-12-03T18:49:42,900 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2b5c6cef{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-03T18:49:42,991 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5c5cd8d9{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a256e49e-e47b-1860-2464-bd50214467f9/java.io.tmpdir/jetty-localhost-43435-hadoop-hdfs-3_4_1-tests_jar-_-any-4983038589130096326/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-03T18:49:42,992 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@19962e57{HTTP/1.1, (http/1.1)}{localhost:43435} 2024-12-03T18:49:42,992 INFO [Time-limited test {}] server.Server(415): Started @36237ms 2024-12-03T18:49:42,993 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-03T18:49:43,019 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T18:49:43,021 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-03T18:49:43,022 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-03T18:49:43,022 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-03T18:49:43,022 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-03T18:49:43,023 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@701a33c7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a256e49e-e47b-1860-2464-bd50214467f9/hadoop.log.dir/,AVAILABLE} 2024-12-03T18:49:43,023 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@615da5c7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-03T18:49:43,111 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@dfc849b{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a256e49e-e47b-1860-2464-bd50214467f9/java.io.tmpdir/jetty-localhost-46665-hadoop-hdfs-3_4_1-tests_jar-_-any-4690785884167156476/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-03T18:49:43,111 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3d66ed11{HTTP/1.1, (http/1.1)}{localhost:46665} 2024-12-03T18:49:43,111 INFO [Time-limited test {}] server.Server(415): Started @36357ms 2024-12-03T18:49:43,112 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-03T18:49:44,093 WARN [Thread-1430 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a256e49e-e47b-1860-2464-bd50214467f9/cluster_16c4fa17-2d9d-b821-5db9-1189e08582b2/data/data1/current/BP-1846146375-172.17.0.2-1733251781889/current, will proceed with Du for space computation calculation, 2024-12-03T18:49:44,093 WARN [Thread-1431 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a256e49e-e47b-1860-2464-bd50214467f9/cluster_16c4fa17-2d9d-b821-5db9-1189e08582b2/data/data2/current/BP-1846146375-172.17.0.2-1733251781889/current, will proceed with Du for space computation calculation, 2024-12-03T18:49:44,115 WARN [Thread-1394 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-03T18:49:44,118 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x6d0c3837b3401512 with lease ID 0x25e5151d63a7e097: Processing first storage report for DS-59d74fb2-1dd9-46e3-99bf-f4693b9a3e51 from datanode DatanodeRegistration(127.0.0.1:42447, datanodeUuid=6a57c8e3-d824-49c4-8bf0-1b5a7993b5c8, infoPort=38469, infoSecurePort=0, ipcPort=36361, storageInfo=lv=-57;cid=testClusterID;nsid=546459395;c=1733251781889) 2024-12-03T18:49:44,118 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x6d0c3837b3401512 with lease ID 0x25e5151d63a7e097: from storage DS-59d74fb2-1dd9-46e3-99bf-f4693b9a3e51 node DatanodeRegistration(127.0.0.1:42447, datanodeUuid=6a57c8e3-d824-49c4-8bf0-1b5a7993b5c8, infoPort=38469, infoSecurePort=0, ipcPort=36361, storageInfo=lv=-57;cid=testClusterID;nsid=546459395;c=1733251781889), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-03T18:49:44,118 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x6d0c3837b3401512 with lease ID 0x25e5151d63a7e097: Processing first storage report for DS-f1099827-f08b-4345-b0a8-6852b9361afb from datanode DatanodeRegistration(127.0.0.1:42447, datanodeUuid=6a57c8e3-d824-49c4-8bf0-1b5a7993b5c8, infoPort=38469, infoSecurePort=0, ipcPort=36361, storageInfo=lv=-57;cid=testClusterID;nsid=546459395;c=1733251781889) 2024-12-03T18:49:44,118 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x6d0c3837b3401512 with lease ID 0x25e5151d63a7e097: from storage DS-f1099827-f08b-4345-b0a8-6852b9361afb node DatanodeRegistration(127.0.0.1:42447, datanodeUuid=6a57c8e3-d824-49c4-8bf0-1b5a7993b5c8, infoPort=38469, infoSecurePort=0, ipcPort=36361, storageInfo=lv=-57;cid=testClusterID;nsid=546459395;c=1733251781889), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-03T18:49:44,227 WARN [Thread-1441 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a256e49e-e47b-1860-2464-bd50214467f9/cluster_16c4fa17-2d9d-b821-5db9-1189e08582b2/data/data3/current/BP-1846146375-172.17.0.2-1733251781889/current, will proceed with Du for space computation calculation, 2024-12-03T18:49:44,228 WARN [Thread-1442 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a256e49e-e47b-1860-2464-bd50214467f9/cluster_16c4fa17-2d9d-b821-5db9-1189e08582b2/data/data4/current/BP-1846146375-172.17.0.2-1733251781889/current, will proceed with Du for space computation calculation, 2024-12-03T18:49:44,241 WARN [Thread-1417 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-03T18:49:44,243 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x72d0cff2dec54c71 with lease ID 0x25e5151d63a7e098: Processing first storage report for DS-6be66e18-1d07-473b-acac-aebff17b5af0 from datanode DatanodeRegistration(127.0.0.1:43187, datanodeUuid=e9ac5bc0-6c82-4442-8387-4a2d69db1987, infoPort=39153, infoSecurePort=0, ipcPort=36291, storageInfo=lv=-57;cid=testClusterID;nsid=546459395;c=1733251781889) 2024-12-03T18:49:44,244 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x72d0cff2dec54c71 with lease ID 0x25e5151d63a7e098: from storage DS-6be66e18-1d07-473b-acac-aebff17b5af0 node DatanodeRegistration(127.0.0.1:43187, datanodeUuid=e9ac5bc0-6c82-4442-8387-4a2d69db1987, infoPort=39153, infoSecurePort=0, ipcPort=36291, storageInfo=lv=-57;cid=testClusterID;nsid=546459395;c=1733251781889), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-03T18:49:44,244 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x72d0cff2dec54c71 with lease ID 0x25e5151d63a7e098: Processing first storage report for DS-980f15c9-b31b-439c-8f45-ee2a1897b380 from datanode DatanodeRegistration(127.0.0.1:43187, datanodeUuid=e9ac5bc0-6c82-4442-8387-4a2d69db1987, infoPort=39153, infoSecurePort=0, ipcPort=36291, storageInfo=lv=-57;cid=testClusterID;nsid=546459395;c=1733251781889) 2024-12-03T18:49:44,244 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x72d0cff2dec54c71 with lease ID 0x25e5151d63a7e098: from storage DS-980f15c9-b31b-439c-8f45-ee2a1897b380 node DatanodeRegistration(127.0.0.1:43187, datanodeUuid=e9ac5bc0-6c82-4442-8387-4a2d69db1987, infoPort=39153, infoSecurePort=0, ipcPort=36291, storageInfo=lv=-57;cid=testClusterID;nsid=546459395;c=1733251781889), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-03T18:49:44,345 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a256e49e-e47b-1860-2464-bd50214467f9 2024-12-03T18:49:44,352 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a256e49e-e47b-1860-2464-bd50214467f9/cluster_16c4fa17-2d9d-b821-5db9-1189e08582b2/zookeeper_0, clientPort=53775, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a256e49e-e47b-1860-2464-bd50214467f9/cluster_16c4fa17-2d9d-b821-5db9-1189e08582b2/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a256e49e-e47b-1860-2464-bd50214467f9/cluster_16c4fa17-2d9d-b821-5db9-1189e08582b2/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-03T18:49:44,353 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=53775 2024-12-03T18:49:44,353 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T18:49:44,354 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T18:49:44,363 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43187 is added to blk_1073741825_1001 (size=7) 2024-12-03T18:49:44,363 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42447 is added to blk_1073741825_1001 (size=7) 2024-12-03T18:49:44,365 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:37409/user/jenkins/test-data/59b2835d-5205-073c-f878-c94e0a796c24 with version=8 2024-12-03T18:49:44,365 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:37409/user/jenkins/test-data/59b2835d-5205-073c-f878-c94e0a796c24/hbase-staging 2024-12-03T18:49:44,367 INFO [Time-limited test {}] client.ConnectionUtils(128): master/db5a5ccf5be8:0 server-side Connection retries=45 2024-12-03T18:49:44,367 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T18:49:44,367 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-03T18:49:44,367 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-03T18:49:44,367 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T18:49:44,367 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-03T18:49:44,367 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-03T18:49:44,368 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-03T18:49:44,369 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:38831 2024-12-03T18:49:44,369 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:38831 connecting to ZooKeeper ensemble=127.0.0.1:53775 2024-12-03T18:49:44,428 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:388310x0, quorum=127.0.0.1:53775, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T18:49:44,428 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:38831-0x1019c875a480000 connected 2024-12-03T18:49:44,516 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T18:49:44,520 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T18:49:44,523 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38831-0x1019c875a480000, quorum=127.0.0.1:53775, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-03T18:49:44,523 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:37409/user/jenkins/test-data/59b2835d-5205-073c-f878-c94e0a796c24, hbase.cluster.distributed=false 2024-12-03T18:49:44,525 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38831-0x1019c875a480000, quorum=127.0.0.1:53775, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-03T18:49:44,526 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38831 2024-12-03T18:49:44,526 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38831 2024-12-03T18:49:44,526 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38831 2024-12-03T18:49:44,527 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38831 2024-12-03T18:49:44,527 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38831 2024-12-03T18:49:44,543 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/db5a5ccf5be8:0 server-side Connection retries=45 2024-12-03T18:49:44,543 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T18:49:44,543 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-03T18:49:44,543 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-03T18:49:44,543 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T18:49:44,543 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-03T18:49:44,543 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-03T18:49:44,543 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-03T18:49:44,544 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:38073 2024-12-03T18:49:44,545 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:38073 connecting to ZooKeeper ensemble=127.0.0.1:53775 2024-12-03T18:49:44,545 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T18:49:44,546 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T18:49:44,557 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:380730x0, quorum=127.0.0.1:53775, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T18:49:44,557 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:380730x0, quorum=127.0.0.1:53775, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-03T18:49:44,557 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:38073-0x1019c875a480001 connected 2024-12-03T18:49:44,557 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-03T18:49:44,558 INFO [Time-limited test {}] util.ByteBufferArray(64): Allocating buffers total=30 MB, sizePerBuffer=1.88 MB, count=16 2024-12-03T18:49:44,562 INFO [Time-limited test {}] bucket.BucketCache(364): Instantiating BucketCache with acceptableFactor: 0.95, minFactor: 0.85, extraFreeFactor: 0.1, singleFactor: 0.25, multiFactor: 0.5, memoryFactor: 0.25, useStrongRef: false 2024-12-03T18:49:44,563 INFO [Time-limited test {}] bucket.BucketAllocator(343): Cache totalSize=29417472, buckets=14, bucket capacity=2101248=(4*525312)=(FEWEST_ITEMS_IN_BUCKET*(largest configured bucketcache size)) 2024-12-03T18:49:44,563 INFO [Time-limited test {}] bucket.BucketCache(403): Started bucket cache; ioengine=offheap, capacity=30 MB, blockSize=64 KB, writerThreadNum=3, writerQLen=64, persistencePath=null, bucketAllocator=org.apache.hadoop.hbase.io.hfile.bucket.BucketAllocator 2024-12-03T18:49:44,564 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-03T18:49:44,564 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38073-0x1019c875a480001, quorum=127.0.0.1:53775, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-03T18:49:44,566 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38073-0x1019c875a480001, quorum=127.0.0.1:53775, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-03T18:49:44,566 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38073 2024-12-03T18:49:44,566 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38073 2024-12-03T18:49:44,566 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38073 2024-12-03T18:49:44,567 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38073 2024-12-03T18:49:44,567 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38073 2024-12-03T18:49:44,582 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/db5a5ccf5be8:0 server-side Connection retries=45 2024-12-03T18:49:44,582 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T18:49:44,582 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-03T18:49:44,582 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-03T18:49:44,582 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T18:49:44,582 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-03T18:49:44,582 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-03T18:49:44,583 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-03T18:49:44,583 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:35627 2024-12-03T18:49:44,584 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:35627 connecting to ZooKeeper ensemble=127.0.0.1:53775 2024-12-03T18:49:44,584 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T18:49:44,585 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T18:49:44,599 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:356270x0, quorum=127.0.0.1:53775, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T18:49:44,599 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:35627-0x1019c875a480002 connected 2024-12-03T18:49:44,599 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35627-0x1019c875a480002, quorum=127.0.0.1:53775, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-03T18:49:44,600 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-03T18:49:44,600 INFO [Time-limited test {}] util.ByteBufferArray(64): Allocating buffers total=30 MB, sizePerBuffer=1.88 MB, count=16 2024-12-03T18:49:44,605 INFO [Time-limited test {}] bucket.BucketCache(364): Instantiating BucketCache with acceptableFactor: 0.95, minFactor: 0.85, extraFreeFactor: 0.1, singleFactor: 0.25, multiFactor: 0.5, memoryFactor: 0.25, useStrongRef: false 2024-12-03T18:49:44,605 INFO [Time-limited test {}] bucket.BucketAllocator(343): Cache totalSize=29417472, buckets=14, bucket capacity=2101248=(4*525312)=(FEWEST_ITEMS_IN_BUCKET*(largest configured bucketcache size)) 2024-12-03T18:49:44,606 INFO [Time-limited test {}] bucket.BucketCache(403): Started bucket cache; ioengine=offheap, capacity=30 MB, blockSize=64 KB, writerThreadNum=3, writerQLen=64, persistencePath=null, bucketAllocator=org.apache.hadoop.hbase.io.hfile.bucket.BucketAllocator 2024-12-03T18:49:44,608 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-03T18:49:44,608 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35627-0x1019c875a480002, quorum=127.0.0.1:53775, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-03T18:49:44,610 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35627-0x1019c875a480002, quorum=127.0.0.1:53775, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-03T18:49:44,610 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35627 2024-12-03T18:49:44,610 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35627 2024-12-03T18:49:44,613 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35627 2024-12-03T18:49:44,613 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35627 2024-12-03T18:49:44,614 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35627 2024-12-03T18:49:44,624 DEBUG [M:0;db5a5ccf5be8:38831 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;db5a5ccf5be8:38831 2024-12-03T18:49:44,624 INFO [master/db5a5ccf5be8:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/db5a5ccf5be8,38831,1733251784367 2024-12-03T18:49:44,630 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35627-0x1019c875a480002, quorum=127.0.0.1:53775, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-03T18:49:44,630 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38831-0x1019c875a480000, quorum=127.0.0.1:53775, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-03T18:49:44,630 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38073-0x1019c875a480001, quorum=127.0.0.1:53775, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-03T18:49:44,631 DEBUG [master/db5a5ccf5be8:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38831-0x1019c875a480000, quorum=127.0.0.1:53775, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/db5a5ccf5be8,38831,1733251784367 2024-12-03T18:49:44,641 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38073-0x1019c875a480001, quorum=127.0.0.1:53775, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-03T18:49:44,641 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35627-0x1019c875a480002, quorum=127.0.0.1:53775, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-03T18:49:44,641 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38831-0x1019c875a480000, quorum=127.0.0.1:53775, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T18:49:44,641 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35627-0x1019c875a480002, quorum=127.0.0.1:53775, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T18:49:44,641 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38073-0x1019c875a480001, quorum=127.0.0.1:53775, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T18:49:44,642 DEBUG [master/db5a5ccf5be8:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38831-0x1019c875a480000, quorum=127.0.0.1:53775, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-12-03T18:49:44,642 INFO [master/db5a5ccf5be8:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/db5a5ccf5be8,38831,1733251784367 from backup master directory 2024-12-03T18:49:44,651 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38831-0x1019c875a480000, quorum=127.0.0.1:53775, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/db5a5ccf5be8,38831,1733251784367 2024-12-03T18:49:44,651 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35627-0x1019c875a480002, quorum=127.0.0.1:53775, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-03T18:49:44,651 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38073-0x1019c875a480001, quorum=127.0.0.1:53775, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-03T18:49:44,651 WARN [master/db5a5ccf5be8:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-03T18:49:44,651 INFO [master/db5a5ccf5be8:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=db5a5ccf5be8,38831,1733251784367 2024-12-03T18:49:44,651 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38831-0x1019c875a480000, quorum=127.0.0.1:53775, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-03T18:49:44,658 DEBUG [master/db5a5ccf5be8:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:37409/user/jenkins/test-data/59b2835d-5205-073c-f878-c94e0a796c24/hbase.id] with ID: 9144aead-48a7-4749-905d-6cab48efefc9 2024-12-03T18:49:44,658 DEBUG [master/db5a5ccf5be8:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:37409/user/jenkins/test-data/59b2835d-5205-073c-f878-c94e0a796c24/.tmp/hbase.id 2024-12-03T18:49:44,666 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42447 is added to blk_1073741826_1002 (size=42) 2024-12-03T18:49:44,667 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43187 is added to blk_1073741826_1002 (size=42) 2024-12-03T18:49:44,667 DEBUG [master/db5a5ccf5be8:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:37409/user/jenkins/test-data/59b2835d-5205-073c-f878-c94e0a796c24/.tmp/hbase.id]:[hdfs://localhost:37409/user/jenkins/test-data/59b2835d-5205-073c-f878-c94e0a796c24/hbase.id] 2024-12-03T18:49:44,678 INFO [master/db5a5ccf5be8:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T18:49:44,678 INFO [master/db5a5ccf5be8:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-03T18:49:44,679 INFO [master/db5a5ccf5be8:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-12-03T18:49:44,690 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35627-0x1019c875a480002, quorum=127.0.0.1:53775, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T18:49:44,690 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38073-0x1019c875a480001, quorum=127.0.0.1:53775, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T18:49:44,690 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38831-0x1019c875a480000, quorum=127.0.0.1:53775, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T18:49:44,696 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43187 is added to blk_1073741827_1003 (size=196) 2024-12-03T18:49:44,696 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42447 is added to blk_1073741827_1003 (size=196) 2024-12-03T18:49:44,697 INFO [master/db5a5ccf5be8:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-03T18:49:44,697 INFO [master/db5a5ccf5be8:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-03T18:49:44,698 INFO [master/db5a5ccf5be8:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T18:49:44,704 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42447 is added to blk_1073741828_1004 (size=1189) 2024-12-03T18:49:44,704 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43187 is added to blk_1073741828_1004 (size=1189) 2024-12-03T18:49:44,705 INFO [master/db5a5ccf5be8:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:37409/user/jenkins/test-data/59b2835d-5205-073c-f878-c94e0a796c24/MasterData/data/master/store 2024-12-03T18:49:44,710 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43187 is added to blk_1073741829_1005 (size=34) 2024-12-03T18:49:44,711 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42447 is added to blk_1073741829_1005 (size=34) 2024-12-03T18:49:44,711 DEBUG [master/db5a5ccf5be8:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T18:49:44,711 DEBUG [master/db5a5ccf5be8:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-03T18:49:44,711 INFO [master/db5a5ccf5be8:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T18:49:44,711 DEBUG [master/db5a5ccf5be8:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T18:49:44,711 DEBUG [master/db5a5ccf5be8:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-03T18:49:44,711 DEBUG [master/db5a5ccf5be8:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T18:49:44,712 INFO [master/db5a5ccf5be8:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T18:49:44,712 DEBUG [master/db5a5ccf5be8:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733251784711Disabling compacts and flushes for region at 1733251784711Disabling writes for close at 1733251784711Writing region close event to WAL at 1733251784711Closed at 1733251784711 2024-12-03T18:49:44,712 WARN [master/db5a5ccf5be8:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:37409/user/jenkins/test-data/59b2835d-5205-073c-f878-c94e0a796c24/MasterData/data/master/store/.initializing 2024-12-03T18:49:44,712 DEBUG [master/db5a5ccf5be8:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:37409/user/jenkins/test-data/59b2835d-5205-073c-f878-c94e0a796c24/MasterData/WALs/db5a5ccf5be8,38831,1733251784367 2024-12-03T18:49:44,713 INFO [master/db5a5ccf5be8:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-03T18:49:44,715 INFO [master/db5a5ccf5be8:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=db5a5ccf5be8%2C38831%2C1733251784367, suffix=, logDir=hdfs://localhost:37409/user/jenkins/test-data/59b2835d-5205-073c-f878-c94e0a796c24/MasterData/WALs/db5a5ccf5be8,38831,1733251784367, archiveDir=hdfs://localhost:37409/user/jenkins/test-data/59b2835d-5205-073c-f878-c94e0a796c24/MasterData/oldWALs, maxLogs=10 2024-12-03T18:49:44,725 DEBUG [master/db5a5ccf5be8:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/59b2835d-5205-073c-f878-c94e0a796c24/MasterData/WALs/db5a5ccf5be8,38831,1733251784367/db5a5ccf5be8%2C38831%2C1733251784367.1733251784715, exclude list is [], retry=0 2024-12-03T18:49:44,728 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42447,DS-59d74fb2-1dd9-46e3-99bf-f4693b9a3e51,DISK] 2024-12-03T18:49:44,728 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43187,DS-6be66e18-1d07-473b-acac-aebff17b5af0,DISK] 2024-12-03T18:49:44,730 INFO [master/db5a5ccf5be8:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/59b2835d-5205-073c-f878-c94e0a796c24/MasterData/WALs/db5a5ccf5be8,38831,1733251784367/db5a5ccf5be8%2C38831%2C1733251784367.1733251784715 2024-12-03T18:49:44,730 DEBUG [master/db5a5ccf5be8:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38469:38469),(127.0.0.1/127.0.0.1:39153:39153)] 2024-12-03T18:49:44,730 DEBUG [master/db5a5ccf5be8:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-03T18:49:44,731 DEBUG [master/db5a5ccf5be8:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T18:49:44,731 DEBUG [master/db5a5ccf5be8:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T18:49:44,731 DEBUG [master/db5a5ccf5be8:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T18:49:44,732 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T18:49:44,733 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-03T18:49:44,733 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:49:44,734 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T18:49:44,734 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T18:49:44,735 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-03T18:49:44,735 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:49:44,735 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T18:49:44,735 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T18:49:44,736 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-03T18:49:44,736 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:49:44,737 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T18:49:44,737 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T18:49:44,738 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-03T18:49:44,738 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:49:44,738 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T18:49:44,738 DEBUG [master/db5a5ccf5be8:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T18:49:44,739 DEBUG [master/db5a5ccf5be8:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37409/user/jenkins/test-data/59b2835d-5205-073c-f878-c94e0a796c24/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-03T18:49:44,739 DEBUG [master/db5a5ccf5be8:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37409/user/jenkins/test-data/59b2835d-5205-073c-f878-c94e0a796c24/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-03T18:49:44,741 DEBUG [master/db5a5ccf5be8:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T18:49:44,741 DEBUG [master/db5a5ccf5be8:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T18:49:44,741 DEBUG [master/db5a5ccf5be8:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T18:49:44,742 DEBUG [master/db5a5ccf5be8:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T18:49:44,744 DEBUG [master/db5a5ccf5be8:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37409/user/jenkins/test-data/59b2835d-5205-073c-f878-c94e0a796c24/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T18:49:44,744 INFO [master/db5a5ccf5be8:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72748572, jitterRate=0.08403819799423218}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T18:49:44,745 DEBUG [master/db5a5ccf5be8:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733251784731Initializing all the Stores at 1733251784732 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733251784732Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733251784732Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733251784732Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733251784732Cleaning up temporary data from old regions at 1733251784741 (+9 ms)Region opened successfully at 1733251784745 (+4 ms) 2024-12-03T18:49:44,745 INFO [master/db5a5ccf5be8:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-03T18:49:44,748 DEBUG [master/db5a5ccf5be8:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@479cd0c0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=db5a5ccf5be8/172.17.0.2:0 2024-12-03T18:49:44,749 INFO [master/db5a5ccf5be8:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-03T18:49:44,750 INFO [master/db5a5ccf5be8:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-03T18:49:44,750 INFO [master/db5a5ccf5be8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-03T18:49:44,750 INFO [master/db5a5ccf5be8:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-03T18:49:44,750 INFO [master/db5a5ccf5be8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-03T18:49:44,750 INFO [master/db5a5ccf5be8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-03T18:49:44,751 INFO [master/db5a5ccf5be8:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-03T18:49:44,753 INFO [master/db5a5ccf5be8:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-03T18:49:44,754 DEBUG [master/db5a5ccf5be8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38831-0x1019c875a480000, quorum=127.0.0.1:53775, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-12-03T18:49:44,764 DEBUG [master/db5a5ccf5be8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-12-03T18:49:44,764 INFO [master/db5a5ccf5be8:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-03T18:49:44,765 DEBUG [master/db5a5ccf5be8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38831-0x1019c875a480000, quorum=127.0.0.1:53775, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-12-03T18:49:44,778 DEBUG [master/db5a5ccf5be8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-12-03T18:49:44,778 INFO [master/db5a5ccf5be8:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-03T18:49:44,779 DEBUG [master/db5a5ccf5be8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38831-0x1019c875a480000, quorum=127.0.0.1:53775, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-12-03T18:49:44,788 DEBUG [master/db5a5ccf5be8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-12-03T18:49:44,789 DEBUG [master/db5a5ccf5be8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38831-0x1019c875a480000, quorum=127.0.0.1:53775, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-12-03T18:49:44,799 DEBUG [master/db5a5ccf5be8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-12-03T18:49:44,801 DEBUG [master/db5a5ccf5be8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38831-0x1019c875a480000, quorum=127.0.0.1:53775, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-03T18:49:44,809 DEBUG [master/db5a5ccf5be8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-12-03T18:49:44,820 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35627-0x1019c875a480002, quorum=127.0.0.1:53775, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-03T18:49:44,820 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38073-0x1019c875a480001, quorum=127.0.0.1:53775, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-03T18:49:44,820 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38831-0x1019c875a480000, quorum=127.0.0.1:53775, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-03T18:49:44,820 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38073-0x1019c875a480001, quorum=127.0.0.1:53775, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T18:49:44,820 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38831-0x1019c875a480000, quorum=127.0.0.1:53775, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T18:49:44,820 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35627-0x1019c875a480002, quorum=127.0.0.1:53775, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T18:49:44,820 INFO [master/db5a5ccf5be8:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=db5a5ccf5be8,38831,1733251784367, sessionid=0x1019c875a480000, setting cluster-up flag (Was=false) 2024-12-03T18:49:44,841 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35627-0x1019c875a480002, quorum=127.0.0.1:53775, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T18:49:44,841 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38831-0x1019c875a480000, quorum=127.0.0.1:53775, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T18:49:44,841 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38073-0x1019c875a480001, quorum=127.0.0.1:53775, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T18:49:44,872 DEBUG [master/db5a5ccf5be8:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-12-03T18:49:44,874 DEBUG [master/db5a5ccf5be8:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=db5a5ccf5be8,38831,1733251784367 2024-12-03T18:49:44,893 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38831-0x1019c875a480000, quorum=127.0.0.1:53775, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T18:49:44,893 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35627-0x1019c875a480002, quorum=127.0.0.1:53775, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T18:49:44,893 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38073-0x1019c875a480001, quorum=127.0.0.1:53775, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T18:49:44,925 DEBUG [master/db5a5ccf5be8:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-12-03T18:49:44,927 DEBUG [master/db5a5ccf5be8:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=db5a5ccf5be8,38831,1733251784367 2024-12-03T18:49:44,928 INFO [master/db5a5ccf5be8:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:37409/user/jenkins/test-data/59b2835d-5205-073c-f878-c94e0a796c24/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-03T18:49:44,929 DEBUG [master/db5a5ccf5be8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-03T18:49:44,930 INFO [master/db5a5ccf5be8:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-03T18:49:44,930 INFO [master/db5a5ccf5be8:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-03T18:49:44,930 DEBUG [master/db5a5ccf5be8:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: db5a5ccf5be8,38831,1733251784367 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-03T18:49:44,932 DEBUG [master/db5a5ccf5be8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/db5a5ccf5be8:0, corePoolSize=5, maxPoolSize=5 2024-12-03T18:49:44,932 DEBUG [master/db5a5ccf5be8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/db5a5ccf5be8:0, corePoolSize=5, maxPoolSize=5 2024-12-03T18:49:44,932 DEBUG [master/db5a5ccf5be8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/db5a5ccf5be8:0, corePoolSize=5, maxPoolSize=5 2024-12-03T18:49:44,932 DEBUG [master/db5a5ccf5be8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/db5a5ccf5be8:0, corePoolSize=5, maxPoolSize=5 2024-12-03T18:49:44,932 DEBUG [master/db5a5ccf5be8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/db5a5ccf5be8:0, corePoolSize=10, maxPoolSize=10 2024-12-03T18:49:44,932 DEBUG [master/db5a5ccf5be8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/db5a5ccf5be8:0, corePoolSize=1, maxPoolSize=1 2024-12-03T18:49:44,932 DEBUG [master/db5a5ccf5be8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/db5a5ccf5be8:0, corePoolSize=2, maxPoolSize=2 2024-12-03T18:49:44,932 DEBUG [master/db5a5ccf5be8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/db5a5ccf5be8:0, corePoolSize=1, maxPoolSize=1 2024-12-03T18:49:44,933 INFO [master/db5a5ccf5be8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733251814933 2024-12-03T18:49:44,933 INFO [master/db5a5ccf5be8:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-03T18:49:44,933 INFO [master/db5a5ccf5be8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-03T18:49:44,934 INFO [master/db5a5ccf5be8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-03T18:49:44,934 INFO [master/db5a5ccf5be8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-03T18:49:44,934 INFO [master/db5a5ccf5be8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-03T18:49:44,934 INFO [master/db5a5ccf5be8:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-03T18:49:44,934 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T18:49:44,934 INFO [master/db5a5ccf5be8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-03T18:49:44,934 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-03T18:49:44,934 INFO [master/db5a5ccf5be8:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-03T18:49:44,934 INFO [master/db5a5ccf5be8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-03T18:49:44,934 INFO [master/db5a5ccf5be8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-03T18:49:44,935 INFO [master/db5a5ccf5be8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-03T18:49:44,935 INFO [master/db5a5ccf5be8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-03T18:49:44,935 DEBUG [master/db5a5ccf5be8:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/db5a5ccf5be8:0:becomeActiveMaster-HFileCleaner.large.0-1733251784935,5,FailOnTimeoutGroup] 2024-12-03T18:49:44,935 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:49:44,935 DEBUG [master/db5a5ccf5be8:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/db5a5ccf5be8:0:becomeActiveMaster-HFileCleaner.small.0-1733251784935,5,FailOnTimeoutGroup] 2024-12-03T18:49:44,935 INFO [master/db5a5ccf5be8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-03T18:49:44,935 INFO [master/db5a5ccf5be8:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-03T18:49:44,935 INFO [master/db5a5ccf5be8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-03T18:49:44,935 INFO [master/db5a5ccf5be8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-03T18:49:44,935 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-03T18:49:44,944 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43187 is added to blk_1073741831_1007 (size=1321) 2024-12-03T18:49:44,944 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42447 is added to blk_1073741831_1007 (size=1321) 2024-12-03T18:49:44,946 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:37409/user/jenkins/test-data/59b2835d-5205-073c-f878-c94e0a796c24/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-03T18:49:44,946 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:37409/user/jenkins/test-data/59b2835d-5205-073c-f878-c94e0a796c24 2024-12-03T18:49:44,953 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42447 is added to blk_1073741832_1008 (size=32) 2024-12-03T18:49:44,953 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43187 is added to blk_1073741832_1008 (size=32) 2024-12-03T18:49:44,954 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T18:49:44,955 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-03T18:49:44,957 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-03T18:49:44,957 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:49:44,957 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T18:49:44,957 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-03T18:49:44,959 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-03T18:49:44,959 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:49:44,959 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T18:49:44,959 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-03T18:49:44,961 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-03T18:49:44,961 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:49:44,961 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T18:49:44,961 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-03T18:49:44,962 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-03T18:49:44,962 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:49:44,963 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T18:49:44,963 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-03T18:49:44,964 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37409/user/jenkins/test-data/59b2835d-5205-073c-f878-c94e0a796c24/data/hbase/meta/1588230740 2024-12-03T18:49:44,964 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37409/user/jenkins/test-data/59b2835d-5205-073c-f878-c94e0a796c24/data/hbase/meta/1588230740 2024-12-03T18:49:44,965 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-03T18:49:44,965 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-03T18:49:44,966 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T18:49:44,966 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-03T18:49:44,968 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37409/user/jenkins/test-data/59b2835d-5205-073c-f878-c94e0a796c24/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T18:49:44,969 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70411990, jitterRate=0.04922041296958923}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T18:49:44,969 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733251784954Initializing all the Stores at 1733251784955 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733251784955Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733251784955Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733251784955Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733251784955Cleaning up temporary data from old regions at 1733251784965 (+10 ms)Region opened successfully at 1733251784969 (+4 ms) 2024-12-03T18:49:44,969 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-03T18:49:44,969 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-03T18:49:44,969 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-03T18:49:44,969 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-03T18:49:44,969 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-03T18:49:44,970 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-03T18:49:44,970 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733251784969Disabling compacts and flushes for region at 1733251784969Disabling writes for close at 1733251784969Writing region close event to WAL at 1733251784970 (+1 ms)Closed at 1733251784970 2024-12-03T18:49:44,971 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T18:49:44,971 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-03T18:49:44,971 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-03T18:49:44,972 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-03T18:49:44,973 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-03T18:49:45,016 INFO [RS:1;db5a5ccf5be8:35627 {}] regionserver.HRegionServer(746): ClusterId : 9144aead-48a7-4749-905d-6cab48efefc9 2024-12-03T18:49:45,016 INFO [RS:0;db5a5ccf5be8:38073 {}] regionserver.HRegionServer(746): ClusterId : 9144aead-48a7-4749-905d-6cab48efefc9 2024-12-03T18:49:45,016 DEBUG [RS:0;db5a5ccf5be8:38073 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-03T18:49:45,016 DEBUG [RS:1;db5a5ccf5be8:35627 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-03T18:49:45,029 DEBUG [RS:0;db5a5ccf5be8:38073 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-03T18:49:45,029 DEBUG [RS:1;db5a5ccf5be8:35627 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-03T18:49:45,029 DEBUG [RS:0;db5a5ccf5be8:38073 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-03T18:49:45,029 DEBUG [RS:1;db5a5ccf5be8:35627 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-03T18:49:45,043 DEBUG [RS:0;db5a5ccf5be8:38073 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-03T18:49:45,043 DEBUG [RS:1;db5a5ccf5be8:35627 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-03T18:49:45,044 DEBUG [RS:0;db5a5ccf5be8:38073 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2bef6225, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=db5a5ccf5be8/172.17.0.2:0 2024-12-03T18:49:45,044 DEBUG [RS:1;db5a5ccf5be8:35627 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e8e1ed1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=db5a5ccf5be8/172.17.0.2:0 2024-12-03T18:49:45,057 DEBUG [RS:1;db5a5ccf5be8:35627 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;db5a5ccf5be8:35627 2024-12-03T18:49:45,057 DEBUG [RS:0;db5a5ccf5be8:38073 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;db5a5ccf5be8:38073 2024-12-03T18:49:45,057 INFO [RS:0;db5a5ccf5be8:38073 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-03T18:49:45,057 INFO [RS:0;db5a5ccf5be8:38073 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-03T18:49:45,057 INFO [RS:1;db5a5ccf5be8:35627 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-03T18:49:45,057 INFO [RS:1;db5a5ccf5be8:35627 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-03T18:49:45,058 DEBUG [RS:0;db5a5ccf5be8:38073 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-03T18:49:45,058 DEBUG [RS:1;db5a5ccf5be8:35627 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-03T18:49:45,058 INFO [RS:0;db5a5ccf5be8:38073 {}] regionserver.HRegionServer(2659): reportForDuty to master=db5a5ccf5be8,38831,1733251784367 with port=38073, startcode=1733251784543 2024-12-03T18:49:45,058 INFO [RS:1;db5a5ccf5be8:35627 {}] regionserver.HRegionServer(2659): reportForDuty to master=db5a5ccf5be8,38831,1733251784367 with port=35627, startcode=1733251784582 2024-12-03T18:49:45,059 DEBUG [RS:0;db5a5ccf5be8:38073 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-03T18:49:45,059 DEBUG [RS:1;db5a5ccf5be8:35627 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-03T18:49:45,060 INFO [HMaster-EventLoopGroup-18-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37859, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=RegionServerStatusService 2024-12-03T18:49:45,060 INFO [HMaster-EventLoopGroup-18-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50429, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=RegionServerStatusService 2024-12-03T18:49:45,060 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38831 {}] master.ServerManager(363): Checking decommissioned status of RegionServer db5a5ccf5be8,38073,1733251784543 2024-12-03T18:49:45,061 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38831 {}] master.ServerManager(517): Registering regionserver=db5a5ccf5be8,38073,1733251784543 2024-12-03T18:49:45,061 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38831 {}] master.ServerManager(363): Checking decommissioned status of RegionServer db5a5ccf5be8,35627,1733251784582 2024-12-03T18:49:45,062 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38831 {}] master.ServerManager(517): Registering regionserver=db5a5ccf5be8,35627,1733251784582 2024-12-03T18:49:45,062 DEBUG [RS:0;db5a5ccf5be8:38073 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:37409/user/jenkins/test-data/59b2835d-5205-073c-f878-c94e0a796c24 2024-12-03T18:49:45,062 DEBUG [RS:0;db5a5ccf5be8:38073 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:37409 2024-12-03T18:49:45,062 DEBUG [RS:0;db5a5ccf5be8:38073 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-03T18:49:45,062 DEBUG [RS:1;db5a5ccf5be8:35627 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:37409/user/jenkins/test-data/59b2835d-5205-073c-f878-c94e0a796c24 2024-12-03T18:49:45,062 DEBUG [RS:1;db5a5ccf5be8:35627 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:37409 2024-12-03T18:49:45,062 DEBUG [RS:1;db5a5ccf5be8:35627 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-03T18:49:45,072 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38831-0x1019c875a480000, quorum=127.0.0.1:53775, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-03T18:49:45,111 DEBUG [RS:0;db5a5ccf5be8:38073 {}] zookeeper.ZKUtil(111): regionserver:38073-0x1019c875a480001, quorum=127.0.0.1:53775, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/db5a5ccf5be8,38073,1733251784543 2024-12-03T18:49:45,111 WARN [RS:0;db5a5ccf5be8:38073 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-03T18:49:45,112 INFO [RS:0;db5a5ccf5be8:38073 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T18:49:45,112 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [db5a5ccf5be8,38073,1733251784543] 2024-12-03T18:49:45,112 DEBUG [RS:0;db5a5ccf5be8:38073 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:37409/user/jenkins/test-data/59b2835d-5205-073c-f878-c94e0a796c24/WALs/db5a5ccf5be8,38073,1733251784543 2024-12-03T18:49:45,112 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [db5a5ccf5be8,35627,1733251784582] 2024-12-03T18:49:45,112 DEBUG [RS:1;db5a5ccf5be8:35627 {}] zookeeper.ZKUtil(111): regionserver:35627-0x1019c875a480002, quorum=127.0.0.1:53775, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/db5a5ccf5be8,35627,1733251784582 2024-12-03T18:49:45,112 WARN [RS:1;db5a5ccf5be8:35627 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-03T18:49:45,112 INFO [RS:1;db5a5ccf5be8:35627 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T18:49:45,112 DEBUG [RS:1;db5a5ccf5be8:35627 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:37409/user/jenkins/test-data/59b2835d-5205-073c-f878-c94e0a796c24/WALs/db5a5ccf5be8,35627,1733251784582 2024-12-03T18:49:45,118 INFO [RS:1;db5a5ccf5be8:35627 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-03T18:49:45,118 INFO [RS:0;db5a5ccf5be8:38073 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-03T18:49:45,120 INFO [RS:1;db5a5ccf5be8:35627 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-03T18:49:45,120 INFO [RS:1;db5a5ccf5be8:35627 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-03T18:49:45,121 INFO [RS:1;db5a5ccf5be8:35627 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T18:49:45,121 INFO [RS:1;db5a5ccf5be8:35627 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-03T18:49:45,122 INFO [RS:1;db5a5ccf5be8:35627 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-03T18:49:45,122 INFO [RS:1;db5a5ccf5be8:35627 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-03T18:49:45,122 DEBUG [RS:1;db5a5ccf5be8:35627 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/db5a5ccf5be8:0, corePoolSize=1, maxPoolSize=1 2024-12-03T18:49:45,122 DEBUG [RS:1;db5a5ccf5be8:35627 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/db5a5ccf5be8:0, corePoolSize=1, maxPoolSize=1 2024-12-03T18:49:45,122 DEBUG [RS:1;db5a5ccf5be8:35627 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/db5a5ccf5be8:0, corePoolSize=1, maxPoolSize=1 2024-12-03T18:49:45,122 DEBUG [RS:1;db5a5ccf5be8:35627 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/db5a5ccf5be8:0, corePoolSize=1, maxPoolSize=1 2024-12-03T18:49:45,122 DEBUG [RS:1;db5a5ccf5be8:35627 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/db5a5ccf5be8:0, corePoolSize=1, maxPoolSize=1 2024-12-03T18:49:45,122 DEBUG [RS:1;db5a5ccf5be8:35627 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/db5a5ccf5be8:0, corePoolSize=2, maxPoolSize=2 2024-12-03T18:49:45,123 DEBUG [RS:1;db5a5ccf5be8:35627 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/db5a5ccf5be8:0, corePoolSize=1, maxPoolSize=1 2024-12-03T18:49:45,123 DEBUG [RS:1;db5a5ccf5be8:35627 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/db5a5ccf5be8:0, corePoolSize=1, maxPoolSize=1 2024-12-03T18:49:45,123 INFO [RS:0;db5a5ccf5be8:38073 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-03T18:49:45,123 DEBUG [RS:1;db5a5ccf5be8:35627 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/db5a5ccf5be8:0, corePoolSize=1, maxPoolSize=1 2024-12-03T18:49:45,123 DEBUG [RS:1;db5a5ccf5be8:35627 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/db5a5ccf5be8:0, corePoolSize=1, maxPoolSize=1 2024-12-03T18:49:45,123 DEBUG [RS:1;db5a5ccf5be8:35627 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/db5a5ccf5be8:0, corePoolSize=1, maxPoolSize=1 2024-12-03T18:49:45,123 DEBUG [RS:1;db5a5ccf5be8:35627 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/db5a5ccf5be8:0, corePoolSize=1, maxPoolSize=1 2024-12-03T18:49:45,123 DEBUG [RS:1;db5a5ccf5be8:35627 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/db5a5ccf5be8:0, corePoolSize=3, maxPoolSize=3 2024-12-03T18:49:45,123 DEBUG [RS:1;db5a5ccf5be8:35627 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/db5a5ccf5be8:0, corePoolSize=3, maxPoolSize=3 2024-12-03T18:49:45,123 WARN [db5a5ccf5be8:38831 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-03T18:49:45,123 INFO [RS:0;db5a5ccf5be8:38073 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-03T18:49:45,123 INFO [RS:0;db5a5ccf5be8:38073 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T18:49:45,123 INFO [RS:0;db5a5ccf5be8:38073 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-03T18:49:45,124 INFO [RS:1;db5a5ccf5be8:35627 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-03T18:49:45,124 INFO [RS:1;db5a5ccf5be8:35627 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-03T18:49:45,124 INFO [RS:1;db5a5ccf5be8:35627 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T18:49:45,124 INFO [RS:1;db5a5ccf5be8:35627 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-03T18:49:45,124 INFO [RS:1;db5a5ccf5be8:35627 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-03T18:49:45,124 INFO [RS:1;db5a5ccf5be8:35627 {}] hbase.ChoreService(168): Chore ScheduledChore name=db5a5ccf5be8,35627,1733251784582-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-03T18:49:45,124 INFO [RS:0;db5a5ccf5be8:38073 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-03T18:49:45,124 INFO [RS:0;db5a5ccf5be8:38073 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-03T18:49:45,124 DEBUG [RS:0;db5a5ccf5be8:38073 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/db5a5ccf5be8:0, corePoolSize=1, maxPoolSize=1 2024-12-03T18:49:45,124 DEBUG [RS:0;db5a5ccf5be8:38073 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/db5a5ccf5be8:0, corePoolSize=1, maxPoolSize=1 2024-12-03T18:49:45,124 DEBUG [RS:0;db5a5ccf5be8:38073 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/db5a5ccf5be8:0, corePoolSize=1, maxPoolSize=1 2024-12-03T18:49:45,124 DEBUG [RS:0;db5a5ccf5be8:38073 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/db5a5ccf5be8:0, corePoolSize=1, maxPoolSize=1 2024-12-03T18:49:45,124 DEBUG [RS:0;db5a5ccf5be8:38073 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/db5a5ccf5be8:0, corePoolSize=1, maxPoolSize=1 2024-12-03T18:49:45,124 DEBUG [RS:0;db5a5ccf5be8:38073 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/db5a5ccf5be8:0, corePoolSize=2, maxPoolSize=2 2024-12-03T18:49:45,124 DEBUG [RS:0;db5a5ccf5be8:38073 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/db5a5ccf5be8:0, corePoolSize=1, maxPoolSize=1 2024-12-03T18:49:45,125 DEBUG [RS:0;db5a5ccf5be8:38073 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/db5a5ccf5be8:0, corePoolSize=1, maxPoolSize=1 2024-12-03T18:49:45,125 DEBUG [RS:0;db5a5ccf5be8:38073 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/db5a5ccf5be8:0, corePoolSize=1, maxPoolSize=1 2024-12-03T18:49:45,125 DEBUG [RS:0;db5a5ccf5be8:38073 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/db5a5ccf5be8:0, corePoolSize=1, maxPoolSize=1 2024-12-03T18:49:45,125 DEBUG [RS:0;db5a5ccf5be8:38073 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/db5a5ccf5be8:0, corePoolSize=1, maxPoolSize=1 2024-12-03T18:49:45,125 DEBUG [RS:0;db5a5ccf5be8:38073 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/db5a5ccf5be8:0, corePoolSize=1, maxPoolSize=1 2024-12-03T18:49:45,125 DEBUG [RS:0;db5a5ccf5be8:38073 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/db5a5ccf5be8:0, corePoolSize=3, maxPoolSize=3 2024-12-03T18:49:45,125 DEBUG [RS:0;db5a5ccf5be8:38073 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/db5a5ccf5be8:0, corePoolSize=3, maxPoolSize=3 2024-12-03T18:49:45,125 INFO [RS:0;db5a5ccf5be8:38073 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-03T18:49:45,125 INFO [RS:0;db5a5ccf5be8:38073 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-03T18:49:45,125 INFO [RS:0;db5a5ccf5be8:38073 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T18:49:45,125 INFO [RS:0;db5a5ccf5be8:38073 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-03T18:49:45,125 INFO [RS:0;db5a5ccf5be8:38073 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-03T18:49:45,125 INFO [RS:0;db5a5ccf5be8:38073 {}] hbase.ChoreService(168): Chore ScheduledChore name=db5a5ccf5be8,38073,1733251784543-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-03T18:49:45,136 INFO [RS:1;db5a5ccf5be8:35627 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-03T18:49:45,136 INFO [RS:1;db5a5ccf5be8:35627 {}] hbase.ChoreService(168): Chore ScheduledChore name=db5a5ccf5be8,35627,1733251784582-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T18:49:45,136 INFO [RS:1;db5a5ccf5be8:35627 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T18:49:45,136 INFO [RS:1;db5a5ccf5be8:35627 {}] regionserver.Replication(171): db5a5ccf5be8,35627,1733251784582 started 2024-12-03T18:49:45,137 INFO [RS:0;db5a5ccf5be8:38073 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-03T18:49:45,137 INFO [RS:0;db5a5ccf5be8:38073 {}] hbase.ChoreService(168): Chore ScheduledChore name=db5a5ccf5be8,38073,1733251784543-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T18:49:45,137 INFO [RS:0;db5a5ccf5be8:38073 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T18:49:45,138 INFO [RS:0;db5a5ccf5be8:38073 {}] regionserver.Replication(171): db5a5ccf5be8,38073,1733251784543 started 2024-12-03T18:49:45,147 INFO [RS:1;db5a5ccf5be8:35627 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T18:49:45,147 INFO [RS:1;db5a5ccf5be8:35627 {}] regionserver.HRegionServer(1482): Serving as db5a5ccf5be8,35627,1733251784582, RpcServer on db5a5ccf5be8/172.17.0.2:35627, sessionid=0x1019c875a480002 2024-12-03T18:49:45,147 DEBUG [RS:1;db5a5ccf5be8:35627 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-03T18:49:45,147 DEBUG [RS:1;db5a5ccf5be8:35627 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager db5a5ccf5be8,35627,1733251784582 2024-12-03T18:49:45,147 DEBUG [RS:1;db5a5ccf5be8:35627 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'db5a5ccf5be8,35627,1733251784582' 2024-12-03T18:49:45,147 DEBUG [RS:1;db5a5ccf5be8:35627 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-03T18:49:45,148 DEBUG [RS:1;db5a5ccf5be8:35627 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-03T18:49:45,148 DEBUG [RS:1;db5a5ccf5be8:35627 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-03T18:49:45,148 INFO [RS:0;db5a5ccf5be8:38073 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T18:49:45,148 DEBUG [RS:1;db5a5ccf5be8:35627 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-03T18:49:45,148 DEBUG [RS:1;db5a5ccf5be8:35627 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager db5a5ccf5be8,35627,1733251784582 2024-12-03T18:49:45,148 DEBUG [RS:1;db5a5ccf5be8:35627 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'db5a5ccf5be8,35627,1733251784582' 2024-12-03T18:49:45,148 DEBUG [RS:1;db5a5ccf5be8:35627 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-03T18:49:45,148 INFO [RS:0;db5a5ccf5be8:38073 {}] regionserver.HRegionServer(1482): Serving as db5a5ccf5be8,38073,1733251784543, RpcServer on db5a5ccf5be8/172.17.0.2:38073, sessionid=0x1019c875a480001 2024-12-03T18:49:45,149 DEBUG [RS:0;db5a5ccf5be8:38073 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-03T18:49:45,149 DEBUG [RS:0;db5a5ccf5be8:38073 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager db5a5ccf5be8,38073,1733251784543 2024-12-03T18:49:45,149 DEBUG [RS:0;db5a5ccf5be8:38073 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'db5a5ccf5be8,38073,1733251784543' 2024-12-03T18:49:45,149 DEBUG [RS:0;db5a5ccf5be8:38073 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-03T18:49:45,149 DEBUG [RS:1;db5a5ccf5be8:35627 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-03T18:49:45,149 DEBUG [RS:0;db5a5ccf5be8:38073 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-03T18:49:45,149 DEBUG [RS:1;db5a5ccf5be8:35627 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-03T18:49:45,149 INFO [RS:1;db5a5ccf5be8:35627 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-03T18:49:45,149 INFO [RS:1;db5a5ccf5be8:35627 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-03T18:49:45,149 DEBUG [RS:0;db5a5ccf5be8:38073 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-03T18:49:45,149 DEBUG [RS:0;db5a5ccf5be8:38073 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-03T18:49:45,149 DEBUG [RS:0;db5a5ccf5be8:38073 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager db5a5ccf5be8,38073,1733251784543 2024-12-03T18:49:45,149 DEBUG [RS:0;db5a5ccf5be8:38073 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'db5a5ccf5be8,38073,1733251784543' 2024-12-03T18:49:45,149 DEBUG [RS:0;db5a5ccf5be8:38073 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-03T18:49:45,150 DEBUG [RS:0;db5a5ccf5be8:38073 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-03T18:49:45,150 DEBUG [RS:0;db5a5ccf5be8:38073 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-03T18:49:45,150 INFO [RS:0;db5a5ccf5be8:38073 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-03T18:49:45,150 INFO [RS:0;db5a5ccf5be8:38073 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-03T18:49:45,250 INFO [RS:1;db5a5ccf5be8:35627 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-03T18:49:45,251 INFO [RS:0;db5a5ccf5be8:38073 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-03T18:49:45,254 INFO [RS:1;db5a5ccf5be8:35627 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=db5a5ccf5be8%2C35627%2C1733251784582, suffix=, logDir=hdfs://localhost:37409/user/jenkins/test-data/59b2835d-5205-073c-f878-c94e0a796c24/WALs/db5a5ccf5be8,35627,1733251784582, archiveDir=hdfs://localhost:37409/user/jenkins/test-data/59b2835d-5205-073c-f878-c94e0a796c24/oldWALs, maxLogs=32 2024-12-03T18:49:45,254 INFO [RS:0;db5a5ccf5be8:38073 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=db5a5ccf5be8%2C38073%2C1733251784543, suffix=, logDir=hdfs://localhost:37409/user/jenkins/test-data/59b2835d-5205-073c-f878-c94e0a796c24/WALs/db5a5ccf5be8,38073,1733251784543, archiveDir=hdfs://localhost:37409/user/jenkins/test-data/59b2835d-5205-073c-f878-c94e0a796c24/oldWALs, maxLogs=32 2024-12-03T18:49:45,269 DEBUG [RS:1;db5a5ccf5be8:35627 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/59b2835d-5205-073c-f878-c94e0a796c24/WALs/db5a5ccf5be8,35627,1733251784582/db5a5ccf5be8%2C35627%2C1733251784582.1733251785254, exclude list is [], retry=0 2024-12-03T18:49:45,270 DEBUG [RS:0;db5a5ccf5be8:38073 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/59b2835d-5205-073c-f878-c94e0a796c24/WALs/db5a5ccf5be8,38073,1733251784543/db5a5ccf5be8%2C38073%2C1733251784543.1733251785255, exclude list is [], retry=0 2024-12-03T18:49:45,272 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42447,DS-59d74fb2-1dd9-46e3-99bf-f4693b9a3e51,DISK] 2024-12-03T18:49:45,272 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43187,DS-6be66e18-1d07-473b-acac-aebff17b5af0,DISK] 2024-12-03T18:49:45,272 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43187,DS-6be66e18-1d07-473b-acac-aebff17b5af0,DISK] 2024-12-03T18:49:45,273 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42447,DS-59d74fb2-1dd9-46e3-99bf-f4693b9a3e51,DISK] 2024-12-03T18:49:45,273 INFO [RS:1;db5a5ccf5be8:35627 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/59b2835d-5205-073c-f878-c94e0a796c24/WALs/db5a5ccf5be8,35627,1733251784582/db5a5ccf5be8%2C35627%2C1733251784582.1733251785254 2024-12-03T18:49:45,274 DEBUG [RS:1;db5a5ccf5be8:35627 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39153:39153),(127.0.0.1/127.0.0.1:38469:38469)] 2024-12-03T18:49:45,276 INFO [RS:0;db5a5ccf5be8:38073 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/59b2835d-5205-073c-f878-c94e0a796c24/WALs/db5a5ccf5be8,38073,1733251784543/db5a5ccf5be8%2C38073%2C1733251784543.1733251785255 2024-12-03T18:49:45,277 DEBUG [RS:0;db5a5ccf5be8:38073 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39153:39153),(127.0.0.1/127.0.0.1:38469:38469)] 2024-12-03T18:49:45,373 DEBUG [db5a5ccf5be8:38831 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=2, allServersCount=2 2024-12-03T18:49:45,374 DEBUG [db5a5ccf5be8:38831 {}] balancer.BalancerClusterState(204): Hosts are {db5a5ccf5be8=0} racks are {/default-rack=0} 2024-12-03T18:49:45,378 DEBUG [db5a5ccf5be8:38831 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-12-03T18:49:45,378 DEBUG [db5a5ccf5be8:38831 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-12-03T18:49:45,378 DEBUG [db5a5ccf5be8:38831 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-12-03T18:49:45,378 DEBUG [db5a5ccf5be8:38831 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-12-03T18:49:45,378 INFO [db5a5ccf5be8:38831 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-12-03T18:49:45,379 INFO [db5a5ccf5be8:38831 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-12-03T18:49:45,379 DEBUG [db5a5ccf5be8:38831 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-12-03T18:49:45,379 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=db5a5ccf5be8,35627,1733251784582 2024-12-03T18:49:45,382 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as db5a5ccf5be8,35627,1733251784582, state=OPENING 2024-12-03T18:49:45,399 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-03T18:49:45,409 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38073-0x1019c875a480001, quorum=127.0.0.1:53775, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T18:49:45,409 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35627-0x1019c875a480002, quorum=127.0.0.1:53775, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T18:49:45,409 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38831-0x1019c875a480000, quorum=127.0.0.1:53775, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T18:49:45,410 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-03T18:49:45,410 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-03T18:49:45,410 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-03T18:49:45,410 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-03T18:49:45,410 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=db5a5ccf5be8,35627,1733251784582}] 2024-12-03T18:49:45,472 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-03T18:49:45,497 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T18:49:45,498 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T18:49:45,498 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T18:49:45,498 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T18:49:45,498 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T18:49:45,499 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T18:49:45,500 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T18:49:45,502 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T18:49:45,502 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T18:49:45,504 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T18:49:45,564 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-03T18:49:45,565 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42269, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-03T18:49:45,569 INFO [RS_OPEN_META-regionserver/db5a5ccf5be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-03T18:49:45,569 INFO [RS_OPEN_META-regionserver/db5a5ccf5be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T18:49:45,569 INFO [RS_OPEN_META-regionserver/db5a5ccf5be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-03T18:49:45,570 INFO [RS_OPEN_META-regionserver/db5a5ccf5be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=db5a5ccf5be8%2C35627%2C1733251784582.meta, suffix=.meta, logDir=hdfs://localhost:37409/user/jenkins/test-data/59b2835d-5205-073c-f878-c94e0a796c24/WALs/db5a5ccf5be8,35627,1733251784582, archiveDir=hdfs://localhost:37409/user/jenkins/test-data/59b2835d-5205-073c-f878-c94e0a796c24/oldWALs, maxLogs=32 2024-12-03T18:49:45,581 DEBUG [RS_OPEN_META-regionserver/db5a5ccf5be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/59b2835d-5205-073c-f878-c94e0a796c24/WALs/db5a5ccf5be8,35627,1733251784582/db5a5ccf5be8%2C35627%2C1733251784582.meta.1733251785571.meta, exclude list is [], retry=0 2024-12-03T18:49:45,583 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42447,DS-59d74fb2-1dd9-46e3-99bf-f4693b9a3e51,DISK] 2024-12-03T18:49:45,583 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43187,DS-6be66e18-1d07-473b-acac-aebff17b5af0,DISK] 2024-12-03T18:49:45,585 INFO [RS_OPEN_META-regionserver/db5a5ccf5be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/59b2835d-5205-073c-f878-c94e0a796c24/WALs/db5a5ccf5be8,35627,1733251784582/db5a5ccf5be8%2C35627%2C1733251784582.meta.1733251785571.meta 2024-12-03T18:49:45,585 DEBUG [RS_OPEN_META-regionserver/db5a5ccf5be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39153:39153),(127.0.0.1/127.0.0.1:38469:38469)] 2024-12-03T18:49:45,585 DEBUG [RS_OPEN_META-regionserver/db5a5ccf5be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-03T18:49:45,586 DEBUG [RS_OPEN_META-regionserver/db5a5ccf5be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-03T18:49:45,586 DEBUG [RS_OPEN_META-regionserver/db5a5ccf5be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-03T18:49:45,586 INFO [RS_OPEN_META-regionserver/db5a5ccf5be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-03T18:49:45,586 DEBUG [RS_OPEN_META-regionserver/db5a5ccf5be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-03T18:49:45,586 DEBUG [RS_OPEN_META-regionserver/db5a5ccf5be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T18:49:45,586 DEBUG [RS_OPEN_META-regionserver/db5a5ccf5be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-03T18:49:45,586 DEBUG [RS_OPEN_META-regionserver/db5a5ccf5be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-03T18:49:45,587 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-03T18:49:45,588 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-03T18:49:45,588 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:49:45,588 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T18:49:45,588 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-03T18:49:45,589 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-03T18:49:45,589 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:49:45,590 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T18:49:45,590 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-03T18:49:45,590 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-03T18:49:45,590 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:49:45,591 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T18:49:45,591 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-03T18:49:45,591 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-03T18:49:45,591 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:49:45,592 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T18:49:45,592 DEBUG [RS_OPEN_META-regionserver/db5a5ccf5be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-03T18:49:45,592 DEBUG [RS_OPEN_META-regionserver/db5a5ccf5be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37409/user/jenkins/test-data/59b2835d-5205-073c-f878-c94e0a796c24/data/hbase/meta/1588230740 2024-12-03T18:49:45,594 DEBUG [RS_OPEN_META-regionserver/db5a5ccf5be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37409/user/jenkins/test-data/59b2835d-5205-073c-f878-c94e0a796c24/data/hbase/meta/1588230740 2024-12-03T18:49:45,595 DEBUG [RS_OPEN_META-regionserver/db5a5ccf5be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-03T18:49:45,595 DEBUG [RS_OPEN_META-regionserver/db5a5ccf5be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-03T18:49:45,595 DEBUG [RS_OPEN_META-regionserver/db5a5ccf5be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T18:49:45,596 DEBUG [RS_OPEN_META-regionserver/db5a5ccf5be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-03T18:49:45,597 INFO [RS_OPEN_META-regionserver/db5a5ccf5be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60826937, jitterRate=-0.09360800683498383}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T18:49:45,597 DEBUG [RS_OPEN_META-regionserver/db5a5ccf5be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-03T18:49:45,598 DEBUG [RS_OPEN_META-regionserver/db5a5ccf5be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733251785586Writing region info on filesystem at 1733251785586Initializing all the Stores at 1733251785587 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733251785587Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733251785587Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733251785587Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733251785587Cleaning up temporary data from old regions at 1733251785595 (+8 ms)Running coprocessor post-open hooks at 1733251785597 (+2 ms)Region opened successfully at 1733251785598 (+1 ms) 2024-12-03T18:49:45,599 INFO [RS_OPEN_META-regionserver/db5a5ccf5be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733251785563 2024-12-03T18:49:45,601 DEBUG [RS_OPEN_META-regionserver/db5a5ccf5be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-03T18:49:45,601 INFO [RS_OPEN_META-regionserver/db5a5ccf5be8:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-03T18:49:45,602 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=db5a5ccf5be8,35627,1733251784582 2024-12-03T18:49:45,603 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as db5a5ccf5be8,35627,1733251784582, state=OPEN 2024-12-03T18:49:45,609 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35627-0x1019c875a480002, quorum=127.0.0.1:53775, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-03T18:49:45,609 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38831-0x1019c875a480000, quorum=127.0.0.1:53775, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-03T18:49:45,609 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38073-0x1019c875a480001, quorum=127.0.0.1:53775, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-03T18:49:45,609 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=db5a5ccf5be8,35627,1733251784582 2024-12-03T18:49:45,609 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-03T18:49:45,609 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-03T18:49:45,609 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-03T18:49:45,612 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-03T18:49:45,612 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=db5a5ccf5be8,35627,1733251784582 in 199 msec 2024-12-03T18:49:45,614 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-03T18:49:45,614 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 641 msec 2024-12-03T18:49:45,615 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T18:49:45,615 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-03T18:49:45,616 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T18:49:45,616 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=db5a5ccf5be8,35627,1733251784582, seqNum=-1] 2024-12-03T18:49:45,617 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T18:49:45,618 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47011, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T18:49:45,623 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 693 msec 2024-12-03T18:49:45,623 INFO [master/db5a5ccf5be8:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733251785623, completionTime=-1 2024-12-03T18:49:45,623 INFO [master/db5a5ccf5be8:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=2; waited=0ms, expected min=2 server(s), max=2 server(s), master is running 2024-12-03T18:49:45,623 DEBUG [master/db5a5ccf5be8:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-03T18:49:45,626 INFO [master/db5a5ccf5be8:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=2 2024-12-03T18:49:45,626 INFO [master/db5a5ccf5be8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733251845626 2024-12-03T18:49:45,626 INFO [master/db5a5ccf5be8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733251905626 2024-12-03T18:49:45,626 INFO [master/db5a5ccf5be8:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-12-03T18:49:45,626 INFO [master/db5a5ccf5be8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=db5a5ccf5be8,38831,1733251784367-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T18:49:45,626 INFO [master/db5a5ccf5be8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=db5a5ccf5be8,38831,1733251784367-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T18:49:45,626 INFO [master/db5a5ccf5be8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=db5a5ccf5be8,38831,1733251784367-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T18:49:45,626 INFO [master/db5a5ccf5be8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-db5a5ccf5be8:38831, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T18:49:45,626 INFO [master/db5a5ccf5be8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-03T18:49:45,626 INFO [master/db5a5ccf5be8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-03T18:49:45,628 DEBUG [master/db5a5ccf5be8:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-03T18:49:45,630 INFO [master/db5a5ccf5be8:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 0.978sec 2024-12-03T18:49:45,631 INFO [master/db5a5ccf5be8:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-03T18:49:45,631 INFO [master/db5a5ccf5be8:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-03T18:49:45,631 INFO [master/db5a5ccf5be8:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-03T18:49:45,631 INFO [master/db5a5ccf5be8:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-03T18:49:45,631 INFO [master/db5a5ccf5be8:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-03T18:49:45,631 INFO [master/db5a5ccf5be8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=db5a5ccf5be8,38831,1733251784367-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-03T18:49:45,631 INFO [master/db5a5ccf5be8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=db5a5ccf5be8,38831,1733251784367-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-03T18:49:45,633 DEBUG [master/db5a5ccf5be8:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-03T18:49:45,633 INFO [master/db5a5ccf5be8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-03T18:49:45,633 INFO [master/db5a5ccf5be8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=db5a5ccf5be8,38831,1733251784367-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T18:49:45,717 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1cbd8437, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T18:49:45,717 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request db5a5ccf5be8,38831,-1 for getting cluster id 2024-12-03T18:49:45,717 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T18:49:45,719 DEBUG [HMaster-EventLoopGroup-18-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9144aead-48a7-4749-905d-6cab48efefc9' 2024-12-03T18:49:45,720 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T18:49:45,720 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9144aead-48a7-4749-905d-6cab48efefc9" 2024-12-03T18:49:45,721 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@128cb19f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T18:49:45,721 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [db5a5ccf5be8,38831,-1] 2024-12-03T18:49:45,722 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T18:49:45,722 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T18:49:45,724 INFO [HMaster-EventLoopGroup-18-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47048, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T18:49:45,725 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6b59acf2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T18:49:45,726 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T18:49:45,727 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=db5a5ccf5be8,35627,1733251784582, seqNum=-1] 2024-12-03T18:49:45,728 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T18:49:45,729 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44434, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T18:49:45,730 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=db5a5ccf5be8,38831,1733251784367 2024-12-03T18:49:45,731 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T18:49:45,732 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] client.AsyncConnectionImpl(321): The fetched master address is db5a5ccf5be8,38831,1733251784367 2024-12-03T18:49:45,732 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@37eefd11 2024-12-03T18:49:45,732 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T18:49:45,733 INFO [HMaster-EventLoopGroup-18-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47052, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T18:49:45,734 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38831 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testClearRegionBlockCache', {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-03T18:49:45,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38831 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testClearRegionBlockCache 2024-12-03T18:49:45,736 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_PRE_OPERATION 2024-12-03T18:49:45,736 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:49:45,736 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38831 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testClearRegionBlockCache" procId is: 4 2024-12-03T18:49:45,737 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-03T18:49:45,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38831 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T18:49:45,744 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42447 is added to blk_1073741836_1012 (size=379) 2024-12-03T18:49:45,744 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43187 is added to blk_1073741836_1012 (size=379) 2024-12-03T18:49:45,747 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 43d9b99feec567bd4a7d523cac592615, NAME => 'testClearRegionBlockCache,,1733251785733.43d9b99feec567bd4a7d523cac592615.', STARTKEY => '', ENDKEY => '5'}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37409/user/jenkins/test-data/59b2835d-5205-073c-f878-c94e0a796c24 2024-12-03T18:49:45,747 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 40e20d255076dd8d0d14bf30d5f8e1f0, NAME => 'testClearRegionBlockCache,5,1733251785733.40e20d255076dd8d0d14bf30d5f8e1f0.', STARTKEY => '5', ENDKEY => ''}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37409/user/jenkins/test-data/59b2835d-5205-073c-f878-c94e0a796c24 2024-12-03T18:49:45,755 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43187 is added to blk_1073741838_1014 (size=61) 2024-12-03T18:49:45,755 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42447 is added to blk_1073741838_1014 (size=61) 2024-12-03T18:49:45,756 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42447 is added to blk_1073741837_1013 (size=61) 2024-12-03T18:49:45,756 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43187 is added to blk_1073741837_1013 (size=61) 2024-12-03T18:49:45,756 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,5,1733251785733.40e20d255076dd8d0d14bf30d5f8e1f0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T18:49:45,756 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1722): Closing 40e20d255076dd8d0d14bf30d5f8e1f0, disabling compactions & flushes 2024-12-03T18:49:45,756 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,5,1733251785733.40e20d255076dd8d0d14bf30d5f8e1f0. 2024-12-03T18:49:45,756 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,5,1733251785733.40e20d255076dd8d0d14bf30d5f8e1f0. 2024-12-03T18:49:45,756 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,5,1733251785733.40e20d255076dd8d0d14bf30d5f8e1f0. after waiting 0 ms 2024-12-03T18:49:45,756 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,5,1733251785733.40e20d255076dd8d0d14bf30d5f8e1f0. 2024-12-03T18:49:45,756 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,5,1733251785733.40e20d255076dd8d0d14bf30d5f8e1f0. 2024-12-03T18:49:45,756 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1676): Region close journal for 40e20d255076dd8d0d14bf30d5f8e1f0: Waiting for close lock at 1733251785756Disabling compacts and flushes for region at 1733251785756Disabling writes for close at 1733251785756Writing region close event to WAL at 1733251785756Closed at 1733251785756 2024-12-03T18:49:45,757 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,,1733251785733.43d9b99feec567bd4a7d523cac592615.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T18:49:45,757 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1722): Closing 43d9b99feec567bd4a7d523cac592615, disabling compactions & flushes 2024-12-03T18:49:45,757 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,,1733251785733.43d9b99feec567bd4a7d523cac592615. 2024-12-03T18:49:45,757 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,,1733251785733.43d9b99feec567bd4a7d523cac592615. 2024-12-03T18:49:45,757 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,,1733251785733.43d9b99feec567bd4a7d523cac592615. after waiting 0 ms 2024-12-03T18:49:45,757 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,,1733251785733.43d9b99feec567bd4a7d523cac592615. 2024-12-03T18:49:45,757 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,,1733251785733.43d9b99feec567bd4a7d523cac592615. 2024-12-03T18:49:45,757 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1676): Region close journal for 43d9b99feec567bd4a7d523cac592615: Waiting for close lock at 1733251785757Disabling compacts and flushes for region at 1733251785757Disabling writes for close at 1733251785757Writing region close event to WAL at 1733251785757Closed at 1733251785757 2024-12-03T18:49:45,758 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ADD_TO_META 2024-12-03T18:49:45,758 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testClearRegionBlockCache,5,1733251785733.40e20d255076dd8d0d14bf30d5f8e1f0.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1733251785758"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733251785758"}]},"ts":"1733251785758"} 2024-12-03T18:49:45,759 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testClearRegionBlockCache,,1733251785733.43d9b99feec567bd4a7d523cac592615.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1733251785758"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733251785758"}]},"ts":"1733251785758"} 2024-12-03T18:49:45,762 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 2 regions to meta. 2024-12-03T18:49:45,763 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-03T18:49:45,763 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733251785763"}]},"ts":"1733251785763"} 2024-12-03T18:49:45,765 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testClearRegionBlockCache, state=ENABLING in hbase:meta 2024-12-03T18:49:45,765 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {db5a5ccf5be8=0} racks are {/default-rack=0} 2024-12-03T18:49:45,767 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-12-03T18:49:45,767 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-12-03T18:49:45,767 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-12-03T18:49:45,767 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-12-03T18:49:45,767 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-12-03T18:49:45,767 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-12-03T18:49:45,767 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-12-03T18:49:45,767 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=43d9b99feec567bd4a7d523cac592615, ASSIGN}, {pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=40e20d255076dd8d0d14bf30d5f8e1f0, ASSIGN}] 2024-12-03T18:49:45,769 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=40e20d255076dd8d0d14bf30d5f8e1f0, ASSIGN 2024-12-03T18:49:45,769 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=43d9b99feec567bd4a7d523cac592615, ASSIGN 2024-12-03T18:49:45,769 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=40e20d255076dd8d0d14bf30d5f8e1f0, ASSIGN; state=OFFLINE, location=db5a5ccf5be8,38073,1733251784543; forceNewPlan=false, retain=false 2024-12-03T18:49:45,769 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=43d9b99feec567bd4a7d523cac592615, ASSIGN; state=OFFLINE, location=db5a5ccf5be8,35627,1733251784582; forceNewPlan=false, retain=false 2024-12-03T18:49:45,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38831 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T18:49:45,920 INFO [db5a5ccf5be8:38831 {}] balancer.BaseLoadBalancer(388): Reassigned 2 regions. 2 retained the pre-restart assignment. 2024-12-03T18:49:45,920 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=43d9b99feec567bd4a7d523cac592615, regionState=OPENING, regionLocation=db5a5ccf5be8,35627,1733251784582 2024-12-03T18:49:45,920 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=40e20d255076dd8d0d14bf30d5f8e1f0, regionState=OPENING, regionLocation=db5a5ccf5be8,38073,1733251784543 2024-12-03T18:49:45,923 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=40e20d255076dd8d0d14bf30d5f8e1f0, ASSIGN because future has completed 2024-12-03T18:49:45,923 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 40e20d255076dd8d0d14bf30d5f8e1f0, server=db5a5ccf5be8,38073,1733251784543}] 2024-12-03T18:49:45,924 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=43d9b99feec567bd4a7d523cac592615, ASSIGN because future has completed 2024-12-03T18:49:45,925 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 43d9b99feec567bd4a7d523cac592615, server=db5a5ccf5be8,35627,1733251784582}] 2024-12-03T18:49:46,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38831 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T18:49:46,076 DEBUG [RSProcedureDispatcher-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-03T18:49:46,078 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48683, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-03T18:49:46,080 INFO [RS_OPEN_REGION-regionserver/db5a5ccf5be8:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] handler.AssignRegionHandler(132): Open testClearRegionBlockCache,5,1733251785733.40e20d255076dd8d0d14bf30d5f8e1f0. 2024-12-03T18:49:46,081 INFO [RS_OPEN_REGION-regionserver/db5a5ccf5be8:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] handler.AssignRegionHandler(132): Open testClearRegionBlockCache,,1733251785733.43d9b99feec567bd4a7d523cac592615. 2024-12-03T18:49:46,081 DEBUG [RS_OPEN_REGION-regionserver/db5a5ccf5be8:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => 40e20d255076dd8d0d14bf30d5f8e1f0, NAME => 'testClearRegionBlockCache,5,1733251785733.40e20d255076dd8d0d14bf30d5f8e1f0.', STARTKEY => '5', ENDKEY => ''} 2024-12-03T18:49:46,081 DEBUG [RS_OPEN_REGION-regionserver/db5a5ccf5be8:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7752): Opening region: {ENCODED => 43d9b99feec567bd4a7d523cac592615, NAME => 'testClearRegionBlockCache,,1733251785733.43d9b99feec567bd4a7d523cac592615.', STARTKEY => '', ENDKEY => '5'} 2024-12-03T18:49:46,081 DEBUG [RS_OPEN_REGION-regionserver/db5a5ccf5be8:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache 40e20d255076dd8d0d14bf30d5f8e1f0 2024-12-03T18:49:46,081 DEBUG [RS_OPEN_REGION-regionserver/db5a5ccf5be8:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache 43d9b99feec567bd4a7d523cac592615 2024-12-03T18:49:46,081 DEBUG [RS_OPEN_REGION-regionserver/db5a5ccf5be8:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,5,1733251785733.40e20d255076dd8d0d14bf30d5f8e1f0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T18:49:46,081 DEBUG [RS_OPEN_REGION-regionserver/db5a5ccf5be8:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,,1733251785733.43d9b99feec567bd4a7d523cac592615.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T18:49:46,081 DEBUG [RS_OPEN_REGION-regionserver/db5a5ccf5be8:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for 40e20d255076dd8d0d14bf30d5f8e1f0 2024-12-03T18:49:46,081 DEBUG [RS_OPEN_REGION-regionserver/db5a5ccf5be8:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for 40e20d255076dd8d0d14bf30d5f8e1f0 2024-12-03T18:49:46,081 DEBUG [RS_OPEN_REGION-regionserver/db5a5ccf5be8:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7794): checking encryption for 43d9b99feec567bd4a7d523cac592615 2024-12-03T18:49:46,081 DEBUG [RS_OPEN_REGION-regionserver/db5a5ccf5be8:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7797): checking classloading for 43d9b99feec567bd4a7d523cac592615 2024-12-03T18:49:46,082 INFO [StoreOpener-40e20d255076dd8d0d14bf30d5f8e1f0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region 40e20d255076dd8d0d14bf30d5f8e1f0 2024-12-03T18:49:46,082 INFO [StoreOpener-43d9b99feec567bd4a7d523cac592615-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region 43d9b99feec567bd4a7d523cac592615 2024-12-03T18:49:46,084 INFO [StoreOpener-40e20d255076dd8d0d14bf30d5f8e1f0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 40e20d255076dd8d0d14bf30d5f8e1f0 columnFamilyName family 2024-12-03T18:49:46,084 INFO [StoreOpener-43d9b99feec567bd4a7d523cac592615-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 43d9b99feec567bd4a7d523cac592615 columnFamilyName family 2024-12-03T18:49:46,084 DEBUG [StoreOpener-40e20d255076dd8d0d14bf30d5f8e1f0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:49:46,084 DEBUG [StoreOpener-43d9b99feec567bd4a7d523cac592615-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:49:46,084 INFO [StoreOpener-40e20d255076dd8d0d14bf30d5f8e1f0-1 {}] regionserver.HStore(327): Store=40e20d255076dd8d0d14bf30d5f8e1f0/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T18:49:46,084 INFO [StoreOpener-43d9b99feec567bd4a7d523cac592615-1 {}] regionserver.HStore(327): Store=43d9b99feec567bd4a7d523cac592615/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T18:49:46,084 DEBUG [RS_OPEN_REGION-regionserver/db5a5ccf5be8:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for 40e20d255076dd8d0d14bf30d5f8e1f0 2024-12-03T18:49:46,084 DEBUG [RS_OPEN_REGION-regionserver/db5a5ccf5be8:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1038): replaying wal for 43d9b99feec567bd4a7d523cac592615 2024-12-03T18:49:46,085 DEBUG [RS_OPEN_REGION-regionserver/db5a5ccf5be8:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37409/user/jenkins/test-data/59b2835d-5205-073c-f878-c94e0a796c24/data/default/testClearRegionBlockCache/40e20d255076dd8d0d14bf30d5f8e1f0 2024-12-03T18:49:46,085 DEBUG [RS_OPEN_REGION-regionserver/db5a5ccf5be8:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37409/user/jenkins/test-data/59b2835d-5205-073c-f878-c94e0a796c24/data/default/testClearRegionBlockCache/43d9b99feec567bd4a7d523cac592615 2024-12-03T18:49:46,085 DEBUG [RS_OPEN_REGION-regionserver/db5a5ccf5be8:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37409/user/jenkins/test-data/59b2835d-5205-073c-f878-c94e0a796c24/data/default/testClearRegionBlockCache/40e20d255076dd8d0d14bf30d5f8e1f0 2024-12-03T18:49:46,085 DEBUG [RS_OPEN_REGION-regionserver/db5a5ccf5be8:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37409/user/jenkins/test-data/59b2835d-5205-073c-f878-c94e0a796c24/data/default/testClearRegionBlockCache/43d9b99feec567bd4a7d523cac592615 2024-12-03T18:49:46,086 DEBUG [RS_OPEN_REGION-regionserver/db5a5ccf5be8:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for 40e20d255076dd8d0d14bf30d5f8e1f0 2024-12-03T18:49:46,086 DEBUG [RS_OPEN_REGION-regionserver/db5a5ccf5be8:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1048): stopping wal replay for 43d9b99feec567bd4a7d523cac592615 2024-12-03T18:49:46,086 DEBUG [RS_OPEN_REGION-regionserver/db5a5ccf5be8:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for 40e20d255076dd8d0d14bf30d5f8e1f0 2024-12-03T18:49:46,086 DEBUG [RS_OPEN_REGION-regionserver/db5a5ccf5be8:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1060): Cleaning up temporary data for 43d9b99feec567bd4a7d523cac592615 2024-12-03T18:49:46,087 DEBUG [RS_OPEN_REGION-regionserver/db5a5ccf5be8:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for 40e20d255076dd8d0d14bf30d5f8e1f0 2024-12-03T18:49:46,087 DEBUG [RS_OPEN_REGION-regionserver/db5a5ccf5be8:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1093): writing seq id for 43d9b99feec567bd4a7d523cac592615 2024-12-03T18:49:46,089 DEBUG [RS_OPEN_REGION-regionserver/db5a5ccf5be8:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37409/user/jenkins/test-data/59b2835d-5205-073c-f878-c94e0a796c24/data/default/testClearRegionBlockCache/40e20d255076dd8d0d14bf30d5f8e1f0/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T18:49:46,089 DEBUG [RS_OPEN_REGION-regionserver/db5a5ccf5be8:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37409/user/jenkins/test-data/59b2835d-5205-073c-f878-c94e0a796c24/data/default/testClearRegionBlockCache/43d9b99feec567bd4a7d523cac592615/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T18:49:46,089 INFO [RS_OPEN_REGION-regionserver/db5a5ccf5be8:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1114): Opened 43d9b99feec567bd4a7d523cac592615; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60330407, jitterRate=-0.101006880402565}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-03T18:49:46,089 INFO [RS_OPEN_REGION-regionserver/db5a5ccf5be8:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1114): Opened 40e20d255076dd8d0d14bf30d5f8e1f0; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66759020, jitterRate=-0.0052130818367004395}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-03T18:49:46,089 DEBUG [RS_OPEN_REGION-regionserver/db5a5ccf5be8:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 43d9b99feec567bd4a7d523cac592615 2024-12-03T18:49:46,089 DEBUG [RS_OPEN_REGION-regionserver/db5a5ccf5be8:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 40e20d255076dd8d0d14bf30d5f8e1f0 2024-12-03T18:49:46,090 DEBUG [RS_OPEN_REGION-regionserver/db5a5ccf5be8:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1006): Region open journal for 43d9b99feec567bd4a7d523cac592615: Running coprocessor pre-open hook at 1733251786081Writing region info on filesystem at 1733251786081Initializing all the Stores at 1733251786082 (+1 ms)Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733251786082Cleaning up temporary data from old regions at 1733251786086 (+4 ms)Running coprocessor post-open hooks at 1733251786089 (+3 ms)Region opened successfully at 1733251786090 (+1 ms) 2024-12-03T18:49:46,090 DEBUG [RS_OPEN_REGION-regionserver/db5a5ccf5be8:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for 40e20d255076dd8d0d14bf30d5f8e1f0: Running coprocessor pre-open hook at 1733251786081Writing region info on filesystem at 1733251786081Initializing all the Stores at 1733251786082 (+1 ms)Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733251786082Cleaning up temporary data from old regions at 1733251786086 (+4 ms)Running coprocessor post-open hooks at 1733251786089 (+3 ms)Region opened successfully at 1733251786090 (+1 ms) 2024-12-03T18:49:46,091 INFO [RS_OPEN_REGION-regionserver/db5a5ccf5be8:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegionServer(2236): Post open deploy tasks for testClearRegionBlockCache,,1733251785733.43d9b99feec567bd4a7d523cac592615., pid=8, masterSystemTime=1733251786077 2024-12-03T18:49:46,091 INFO [RS_OPEN_REGION-regionserver/db5a5ccf5be8:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for testClearRegionBlockCache,5,1733251785733.40e20d255076dd8d0d14bf30d5f8e1f0., pid=7, masterSystemTime=1733251786076 2024-12-03T18:49:46,093 DEBUG [RS_OPEN_REGION-regionserver/db5a5ccf5be8:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for testClearRegionBlockCache,5,1733251785733.40e20d255076dd8d0d14bf30d5f8e1f0. 2024-12-03T18:49:46,093 INFO [RS_OPEN_REGION-regionserver/db5a5ccf5be8:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] handler.AssignRegionHandler(153): Opened testClearRegionBlockCache,5,1733251785733.40e20d255076dd8d0d14bf30d5f8e1f0. 2024-12-03T18:49:46,094 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=40e20d255076dd8d0d14bf30d5f8e1f0, regionState=OPEN, openSeqNum=2, regionLocation=db5a5ccf5be8,38073,1733251784543 2024-12-03T18:49:46,094 DEBUG [RS_OPEN_REGION-regionserver/db5a5ccf5be8:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegionServer(2266): Finished post open deploy task for testClearRegionBlockCache,,1733251785733.43d9b99feec567bd4a7d523cac592615. 2024-12-03T18:49:46,094 INFO [RS_OPEN_REGION-regionserver/db5a5ccf5be8:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] handler.AssignRegionHandler(153): Opened testClearRegionBlockCache,,1733251785733.43d9b99feec567bd4a7d523cac592615. 2024-12-03T18:49:46,095 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=43d9b99feec567bd4a7d523cac592615, regionState=OPEN, openSeqNum=2, regionLocation=db5a5ccf5be8,35627,1733251784582 2024-12-03T18:49:46,096 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 40e20d255076dd8d0d14bf30d5f8e1f0, server=db5a5ccf5be8,38073,1733251784543 because future has completed 2024-12-03T18:49:46,097 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 43d9b99feec567bd4a7d523cac592615, server=db5a5ccf5be8,35627,1733251784582 because future has completed 2024-12-03T18:49:46,100 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-12-03T18:49:46,100 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 40e20d255076dd8d0d14bf30d5f8e1f0, server=db5a5ccf5be8,38073,1733251784543 in 174 msec 2024-12-03T18:49:46,102 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=5 2024-12-03T18:49:46,102 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=40e20d255076dd8d0d14bf30d5f8e1f0, ASSIGN in 333 msec 2024-12-03T18:49:46,102 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 43d9b99feec567bd4a7d523cac592615, server=db5a5ccf5be8,35627,1733251784582 in 174 msec 2024-12-03T18:49:46,104 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-03T18:49:46,104 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=43d9b99feec567bd4a7d523cac592615, ASSIGN in 335 msec 2024-12-03T18:49:46,104 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-03T18:49:46,105 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733251786104"}]},"ts":"1733251786104"} 2024-12-03T18:49:46,107 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testClearRegionBlockCache, state=ENABLED in hbase:meta 2024-12-03T18:49:46,108 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_POST_OPERATION 2024-12-03T18:49:46,109 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testClearRegionBlockCache in 374 msec 2024-12-03T18:49:46,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38831 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T18:49:46,361 INFO [RPCClient-NioEventLoopGroup-5-9 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testClearRegionBlockCache completed 2024-12-03T18:49:46,361 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testClearRegionBlockCache get assigned. Timeout = 60000ms 2024-12-03T18:49:46,362 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-03T18:49:46,368 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testClearRegionBlockCache assigned to meta. Checking AM states. 2024-12-03T18:49:46,368 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-03T18:49:46,368 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testClearRegionBlockCache assigned. 2024-12-03T18:49:46,372 DEBUG [RPCClient-NioEventLoopGroup-5-8 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testClearRegionBlockCache', row='1', locateType=CURRENT is [region=testClearRegionBlockCache,,1733251785733.43d9b99feec567bd4a7d523cac592615., hostname=db5a5ccf5be8,35627,1733251784582, seqNum=2] 2024-12-03T18:49:46,382 DEBUG [RPCClient-NioEventLoopGroup-5-8 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testClearRegionBlockCache', row='5', locateType=CURRENT is [region=testClearRegionBlockCache,5,1733251785733.40e20d255076dd8d0d14bf30d5f8e1f0., hostname=db5a5ccf5be8,38073,1733251784543, seqNum=2] 2024-12-03T18:49:46,383 DEBUG [RPCClient-NioEventLoopGroup-5-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T18:49:46,384 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55068, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T18:49:46,393 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 40e20d255076dd8d0d14bf30d5f8e1f0 1/1 column families, dataSize=140 B heapSize=776 B 2024-12-03T18:49:46,407 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37409/user/jenkins/test-data/59b2835d-5205-073c-f878-c94e0a796c24/data/default/testClearRegionBlockCache/40e20d255076dd8d0d14bf30d5f8e1f0/.tmp/family/4772089ed09e45b2b286af3822ea2562 is 32, key is 5/family:/1733251786384/Put/seqid=0 2024-12-03T18:49:46,411 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43187 is added to blk_1073741839_1015 (size=5083) 2024-12-03T18:49:46,411 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42447 is added to blk_1073741839_1015 (size=5083) 2024-12-03T18:49:46,411 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=140 B at sequenceid=9 (bloomFilter=true), to=hdfs://localhost:37409/user/jenkins/test-data/59b2835d-5205-073c-f878-c94e0a796c24/data/default/testClearRegionBlockCache/40e20d255076dd8d0d14bf30d5f8e1f0/.tmp/family/4772089ed09e45b2b286af3822ea2562 2024-12-03T18:49:46,417 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37409/user/jenkins/test-data/59b2835d-5205-073c-f878-c94e0a796c24/data/default/testClearRegionBlockCache/40e20d255076dd8d0d14bf30d5f8e1f0/.tmp/family/4772089ed09e45b2b286af3822ea2562 as hdfs://localhost:37409/user/jenkins/test-data/59b2835d-5205-073c-f878-c94e0a796c24/data/default/testClearRegionBlockCache/40e20d255076dd8d0d14bf30d5f8e1f0/family/4772089ed09e45b2b286af3822ea2562 2024-12-03T18:49:46,422 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37409/user/jenkins/test-data/59b2835d-5205-073c-f878-c94e0a796c24/data/default/testClearRegionBlockCache/40e20d255076dd8d0d14bf30d5f8e1f0/family/4772089ed09e45b2b286af3822ea2562, entries=5, sequenceid=9, filesize=5.0 K 2024-12-03T18:49:46,423 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~140 B/140, heapSize ~760 B/760, currentSize=0 B/0 for 40e20d255076dd8d0d14bf30d5f8e1f0 in 31ms, sequenceid=9, compaction requested=false 2024-12-03T18:49:46,423 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 40e20d255076dd8d0d14bf30d5f8e1f0: 2024-12-03T18:49:46,424 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 43d9b99feec567bd4a7d523cac592615 1/1 column families, dataSize=112 B heapSize=672 B 2024-12-03T18:49:46,436 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37409/user/jenkins/test-data/59b2835d-5205-073c-f878-c94e0a796c24/data/default/testClearRegionBlockCache/43d9b99feec567bd4a7d523cac592615/.tmp/family/9f58279f5d474ba7a31332b1b4e50cd1 is 32, key is 1/family:/1733251786373/Put/seqid=0 2024-12-03T18:49:46,441 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43187 is added to blk_1073741840_1016 (size=5054) 2024-12-03T18:49:46,442 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42447 is added to blk_1073741840_1016 (size=5054) 2024-12-03T18:49:46,442 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:37409/user/jenkins/test-data/59b2835d-5205-073c-f878-c94e0a796c24/data/default/testClearRegionBlockCache/43d9b99feec567bd4a7d523cac592615/.tmp/family/9f58279f5d474ba7a31332b1b4e50cd1 2024-12-03T18:49:46,450 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37409/user/jenkins/test-data/59b2835d-5205-073c-f878-c94e0a796c24/data/default/testClearRegionBlockCache/43d9b99feec567bd4a7d523cac592615/.tmp/family/9f58279f5d474ba7a31332b1b4e50cd1 as hdfs://localhost:37409/user/jenkins/test-data/59b2835d-5205-073c-f878-c94e0a796c24/data/default/testClearRegionBlockCache/43d9b99feec567bd4a7d523cac592615/family/9f58279f5d474ba7a31332b1b4e50cd1 2024-12-03T18:49:46,457 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37409/user/jenkins/test-data/59b2835d-5205-073c-f878-c94e0a796c24/data/default/testClearRegionBlockCache/43d9b99feec567bd4a7d523cac592615/family/9f58279f5d474ba7a31332b1b4e50cd1, entries=4, sequenceid=8, filesize=4.9 K 2024-12-03T18:49:46,458 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~112 B/112, heapSize ~656 B/656, currentSize=0 B/0 for 43d9b99feec567bd4a7d523cac592615 in 35ms, sequenceid=8, compaction requested=false 2024-12-03T18:49:46,458 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 43d9b99feec567bd4a7d523cac592615: 2024-12-03T18:49:46,462 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testClearRegionBlockCache,, stopping at row=testClearRegionBlockCache ,, for max=2147483647 with caching=100 2024-12-03T18:49:46,465 DEBUG [RPCClient-NioEventLoopGroup-5-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-03T18:49:46,465 DEBUG [RPCClient-NioEventLoopGroup-5-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-03T18:49:46,466 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44450, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-03T18:49:46,466 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55080, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-03T18:49:46,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38073 {}] bucket.BucketCache(1863): found 1 blocks for file 4772089ed09e45b2b286af3822ea2562, starting offset: 0, end offset: 9223372036854775807 2024-12-03T18:49:46,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35627 {}] bucket.BucketCache(1863): found 1 blocks for file 9f58279f5d474ba7a31332b1b4e50cd1, starting offset: 0, end offset: 9223372036854775807 2024-12-03T18:49:46,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38073 {}] bucket.BucketCache(856): removed key 4772089ed09e45b2b286af3822ea2562_0 from back map with offset lock 2094080 in the evict process 2024-12-03T18:49:46,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35627 {}] bucket.BucketCache(856): removed key 9f58279f5d474ba7a31332b1b4e50cd1_0 from back map with offset lock 2094080 in the evict process 2024-12-03T18:49:46,467 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-03T18:49:46,467 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T18:49:46,467 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.teardown(TestClearRegionBlockCache.java:100) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T18:49:46,467 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T18:49:46,468 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T18:49:46,468 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T18:49:46,468 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-03T18:49:46,468 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=932023831, stopped=false 2024-12-03T18:49:46,468 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=db5a5ccf5be8,38831,1733251784367 2024-12-03T18:49:46,522 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38831-0x1019c875a480000, quorum=127.0.0.1:53775, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-03T18:49:46,522 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35627-0x1019c875a480002, quorum=127.0.0.1:53775, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-03T18:49:46,522 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38073-0x1019c875a480001, quorum=127.0.0.1:53775, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-03T18:49:46,522 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38831-0x1019c875a480000, quorum=127.0.0.1:53775, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T18:49:46,522 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35627-0x1019c875a480002, quorum=127.0.0.1:53775, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T18:49:46,522 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38073-0x1019c875a480001, quorum=127.0.0.1:53775, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T18:49:46,522 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-03T18:49:46,522 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T18:49:46,522 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.teardown(TestClearRegionBlockCache.java:100) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T18:49:46,522 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T18:49:46,522 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:38073-0x1019c875a480001, quorum=127.0.0.1:53775, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-03T18:49:46,522 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:38831-0x1019c875a480000, quorum=127.0.0.1:53775, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-03T18:49:46,522 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'db5a5ccf5be8,38073,1733251784543' ***** 2024-12-03T18:49:46,523 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-03T18:49:46,523 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'db5a5ccf5be8,35627,1733251784582' ***** 2024-12-03T18:49:46,523 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-03T18:49:46,523 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:35627-0x1019c875a480002, quorum=127.0.0.1:53775, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-03T18:49:46,523 INFO [RS:0;db5a5ccf5be8:38073 {}] bucket.BucketCache(1738): Disabling cache 2024-12-03T18:49:46,523 INFO [RS:1;db5a5ccf5be8:35627 {}] bucket.BucketCache(1738): Disabling cache 2024-12-03T18:49:46,523 INFO [Time-limited test-BucketCacheWriter-2 {}] bucket.BucketCache$WriterThread(1271): Time-limited test-BucketCacheWriter-2 exiting, cacheEnabled=false 2024-12-03T18:49:46,523 INFO [Time-limited test-BucketCacheWriter-1 {}] bucket.BucketCache$WriterThread(1271): Time-limited test-BucketCacheWriter-1 exiting, cacheEnabled=false 2024-12-03T18:49:46,523 INFO [Time-limited test-BucketCacheWriter-0 {}] bucket.BucketCache$WriterThread(1271): Time-limited test-BucketCacheWriter-0 exiting, cacheEnabled=false 2024-12-03T18:49:46,523 INFO [RS:0;db5a5ccf5be8:38073 {}] bucket.BucketCache(1762): Shutdown bucket cache: IO persistent=false; path to write=null 2024-12-03T18:49:46,523 INFO [Time-limited test-BucketCacheWriter-0 {}] bucket.BucketCache$WriterThread(1271): Time-limited test-BucketCacheWriter-0 exiting, cacheEnabled=false 2024-12-03T18:49:46,523 INFO [RS:1;db5a5ccf5be8:35627 {}] bucket.BucketCache(1762): Shutdown bucket cache: IO persistent=false; path to write=null 2024-12-03T18:49:46,523 INFO [RS:0;db5a5ccf5be8:38073 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-03T18:49:46,523 INFO [Time-limited test-BucketCacheWriter-1 {}] bucket.BucketCache$WriterThread(1271): Time-limited test-BucketCacheWriter-1 exiting, cacheEnabled=false 2024-12-03T18:49:46,523 INFO [Time-limited test-BucketCacheWriter-2 {}] bucket.BucketCache$WriterThread(1271): Time-limited test-BucketCacheWriter-2 exiting, cacheEnabled=false 2024-12-03T18:49:46,523 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-03T18:49:46,523 INFO [RS:0;db5a5ccf5be8:38073 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-03T18:49:46,523 INFO [RS:0;db5a5ccf5be8:38073 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-03T18:49:46,523 INFO [RS:1;db5a5ccf5be8:35627 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-03T18:49:46,523 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-03T18:49:46,523 INFO [RS:0;db5a5ccf5be8:38073 {}] regionserver.HRegionServer(3091): Received CLOSE for 40e20d255076dd8d0d14bf30d5f8e1f0 2024-12-03T18:49:46,523 INFO [RS:1;db5a5ccf5be8:35627 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-03T18:49:46,523 INFO [RS:1;db5a5ccf5be8:35627 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-03T18:49:46,523 INFO [RS:1;db5a5ccf5be8:35627 {}] regionserver.HRegionServer(3091): Received CLOSE for 43d9b99feec567bd4a7d523cac592615 2024-12-03T18:49:46,524 INFO [RS:0;db5a5ccf5be8:38073 {}] regionserver.HRegionServer(959): stopping server db5a5ccf5be8,38073,1733251784543 2024-12-03T18:49:46,524 INFO [RS:0;db5a5ccf5be8:38073 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-03T18:49:46,524 INFO [RS:1;db5a5ccf5be8:35627 {}] regionserver.HRegionServer(959): stopping server db5a5ccf5be8,35627,1733251784582 2024-12-03T18:49:46,524 INFO [RS:1;db5a5ccf5be8:35627 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-03T18:49:46,524 INFO [RS:0;db5a5ccf5be8:38073 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;db5a5ccf5be8:38073. 2024-12-03T18:49:46,524 INFO [RS:1;db5a5ccf5be8:35627 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;db5a5ccf5be8:35627. 2024-12-03T18:49:46,524 DEBUG [RS_CLOSE_REGION-regionserver/db5a5ccf5be8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 40e20d255076dd8d0d14bf30d5f8e1f0, disabling compactions & flushes 2024-12-03T18:49:46,524 DEBUG [RS:0;db5a5ccf5be8:38073 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T18:49:46,524 DEBUG [RS_CLOSE_REGION-regionserver/db5a5ccf5be8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 43d9b99feec567bd4a7d523cac592615, disabling compactions & flushes 2024-12-03T18:49:46,524 INFO [RS_CLOSE_REGION-regionserver/db5a5ccf5be8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,5,1733251785733.40e20d255076dd8d0d14bf30d5f8e1f0. 2024-12-03T18:49:46,524 DEBUG [RS:0;db5a5ccf5be8:38073 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T18:49:46,524 DEBUG [RS_CLOSE_REGION-regionserver/db5a5ccf5be8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,5,1733251785733.40e20d255076dd8d0d14bf30d5f8e1f0. 2024-12-03T18:49:46,524 DEBUG [RS:1;db5a5ccf5be8:35627 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T18:49:46,524 INFO [RS_CLOSE_REGION-regionserver/db5a5ccf5be8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,,1733251785733.43d9b99feec567bd4a7d523cac592615. 2024-12-03T18:49:46,524 DEBUG [RS_CLOSE_REGION-regionserver/db5a5ccf5be8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,5,1733251785733.40e20d255076dd8d0d14bf30d5f8e1f0. after waiting 0 ms 2024-12-03T18:49:46,524 DEBUG [RS:1;db5a5ccf5be8:35627 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T18:49:46,524 DEBUG [RS_CLOSE_REGION-regionserver/db5a5ccf5be8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,,1733251785733.43d9b99feec567bd4a7d523cac592615. 2024-12-03T18:49:46,524 DEBUG [RS_CLOSE_REGION-regionserver/db5a5ccf5be8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,5,1733251785733.40e20d255076dd8d0d14bf30d5f8e1f0. 2024-12-03T18:49:46,524 INFO [RS:0;db5a5ccf5be8:38073 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-03T18:49:46,524 DEBUG [RS_CLOSE_REGION-regionserver/db5a5ccf5be8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,,1733251785733.43d9b99feec567bd4a7d523cac592615. after waiting 0 ms 2024-12-03T18:49:46,524 DEBUG [RS:0;db5a5ccf5be8:38073 {}] regionserver.HRegionServer(1325): Online Regions={40e20d255076dd8d0d14bf30d5f8e1f0=testClearRegionBlockCache,5,1733251785733.40e20d255076dd8d0d14bf30d5f8e1f0.} 2024-12-03T18:49:46,524 DEBUG [RS_CLOSE_REGION-regionserver/db5a5ccf5be8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,,1733251785733.43d9b99feec567bd4a7d523cac592615. 2024-12-03T18:49:46,524 INFO [RS:1;db5a5ccf5be8:35627 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-03T18:49:46,524 DEBUG [RS:0;db5a5ccf5be8:38073 {}] regionserver.HRegionServer(1351): Waiting on 40e20d255076dd8d0d14bf30d5f8e1f0 2024-12-03T18:49:46,524 INFO [RS:1;db5a5ccf5be8:35627 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-03T18:49:46,524 INFO [RS:1;db5a5ccf5be8:35627 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-03T18:49:46,524 INFO [RS:1;db5a5ccf5be8:35627 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-03T18:49:46,524 INFO [RS:1;db5a5ccf5be8:35627 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-03T18:49:46,524 DEBUG [RS:1;db5a5ccf5be8:35627 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 43d9b99feec567bd4a7d523cac592615=testClearRegionBlockCache,,1733251785733.43d9b99feec567bd4a7d523cac592615.} 2024-12-03T18:49:46,524 DEBUG [RS:1;db5a5ccf5be8:35627 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 43d9b99feec567bd4a7d523cac592615 2024-12-03T18:49:46,524 DEBUG [RS_CLOSE_META-regionserver/db5a5ccf5be8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-03T18:49:46,524 INFO [RS_CLOSE_META-regionserver/db5a5ccf5be8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-03T18:49:46,524 DEBUG [RS_CLOSE_META-regionserver/db5a5ccf5be8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-03T18:49:46,524 DEBUG [RS_CLOSE_META-regionserver/db5a5ccf5be8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-03T18:49:46,524 DEBUG [RS_CLOSE_META-regionserver/db5a5ccf5be8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-03T18:49:46,525 INFO [RS_CLOSE_META-regionserver/db5a5ccf5be8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.79 KB heapSize=5.57 KB 2024-12-03T18:49:46,525 INFO [regionserver/db5a5ccf5be8:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-03T18:49:46,527 INFO [regionserver/db5a5ccf5be8:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-03T18:49:46,528 DEBUG [RS_CLOSE_REGION-regionserver/db5a5ccf5be8:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37409/user/jenkins/test-data/59b2835d-5205-073c-f878-c94e0a796c24/data/default/testClearRegionBlockCache/43d9b99feec567bd4a7d523cac592615/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-12-03T18:49:46,528 INFO [RS_CLOSE_REGION-regionserver/db5a5ccf5be8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,,1733251785733.43d9b99feec567bd4a7d523cac592615. 2024-12-03T18:49:46,528 DEBUG [RS_CLOSE_REGION-regionserver/db5a5ccf5be8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 43d9b99feec567bd4a7d523cac592615: Waiting for close lock at 1733251786524Running coprocessor pre-close hooks at 1733251786524Disabling compacts and flushes for region at 1733251786524Disabling writes for close at 1733251786524Writing region close event to WAL at 1733251786524Running coprocessor post-close hooks at 1733251786528 (+4 ms)Closed at 1733251786528 2024-12-03T18:49:46,528 DEBUG [RS_CLOSE_REGION-regionserver/db5a5ccf5be8:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,,1733251785733.43d9b99feec567bd4a7d523cac592615. 2024-12-03T18:49:46,529 DEBUG [RS_CLOSE_REGION-regionserver/db5a5ccf5be8:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37409/user/jenkins/test-data/59b2835d-5205-073c-f878-c94e0a796c24/data/default/testClearRegionBlockCache/40e20d255076dd8d0d14bf30d5f8e1f0/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=1 2024-12-03T18:49:46,529 INFO [RS_CLOSE_REGION-regionserver/db5a5ccf5be8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,5,1733251785733.40e20d255076dd8d0d14bf30d5f8e1f0. 2024-12-03T18:49:46,530 DEBUG [RS_CLOSE_REGION-regionserver/db5a5ccf5be8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 40e20d255076dd8d0d14bf30d5f8e1f0: Waiting for close lock at 1733251786524Running coprocessor pre-close hooks at 1733251786524Disabling compacts and flushes for region at 1733251786524Disabling writes for close at 1733251786524Writing region close event to WAL at 1733251786526 (+2 ms)Running coprocessor post-close hooks at 1733251786529 (+3 ms)Closed at 1733251786529 2024-12-03T18:49:46,530 DEBUG [RS_CLOSE_REGION-regionserver/db5a5ccf5be8:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,5,1733251785733.40e20d255076dd8d0d14bf30d5f8e1f0. 2024-12-03T18:49:46,538 DEBUG [RS_CLOSE_META-regionserver/db5a5ccf5be8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37409/user/jenkins/test-data/59b2835d-5205-073c-f878-c94e0a796c24/data/hbase/meta/1588230740/.tmp/info/8010ce3b5d6042018511634fdaefd800 is 173, key is testClearRegionBlockCache,5,1733251785733.40e20d255076dd8d0d14bf30d5f8e1f0./info:regioninfo/1733251786094/Put/seqid=0 2024-12-03T18:49:46,543 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43187 is added to blk_1073741841_1017 (size=8173) 2024-12-03T18:49:46,543 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42447 is added to blk_1073741841_1017 (size=8173) 2024-12-03T18:49:46,543 INFO [RS_CLOSE_META-regionserver/db5a5ccf5be8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.60 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:37409/user/jenkins/test-data/59b2835d-5205-073c-f878-c94e0a796c24/data/hbase/meta/1588230740/.tmp/info/8010ce3b5d6042018511634fdaefd800 2024-12-03T18:49:46,561 DEBUG [RS_CLOSE_META-regionserver/db5a5ccf5be8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37409/user/jenkins/test-data/59b2835d-5205-073c-f878-c94e0a796c24/data/hbase/meta/1588230740/.tmp/ns/d8b89c813e8a41d9ba0f77232e5e80fc is 43, key is default/ns:d/1733251785618/Put/seqid=0 2024-12-03T18:49:46,565 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42447 is added to blk_1073741842_1018 (size=5153) 2024-12-03T18:49:46,565 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43187 is added to blk_1073741842_1018 (size=5153) 2024-12-03T18:49:46,565 INFO [RS_CLOSE_META-regionserver/db5a5ccf5be8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:37409/user/jenkins/test-data/59b2835d-5205-073c-f878-c94e0a796c24/data/hbase/meta/1588230740/.tmp/ns/d8b89c813e8a41d9ba0f77232e5e80fc 2024-12-03T18:49:46,590 DEBUG [RS_CLOSE_META-regionserver/db5a5ccf5be8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37409/user/jenkins/test-data/59b2835d-5205-073c-f878-c94e0a796c24/data/hbase/meta/1588230740/.tmp/table/5b21f49af9634ab7bea3162e9ef1bb67 is 61, key is testClearRegionBlockCache/table:state/1733251786104/Put/seqid=0 2024-12-03T18:49:46,594 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42447 is added to blk_1073741843_1019 (size=5312) 2024-12-03T18:49:46,595 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43187 is added to blk_1073741843_1019 (size=5312) 2024-12-03T18:49:46,595 INFO [RS_CLOSE_META-regionserver/db5a5ccf5be8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=114 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:37409/user/jenkins/test-data/59b2835d-5205-073c-f878-c94e0a796c24/data/hbase/meta/1588230740/.tmp/table/5b21f49af9634ab7bea3162e9ef1bb67 2024-12-03T18:49:46,602 DEBUG [RS_CLOSE_META-regionserver/db5a5ccf5be8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37409/user/jenkins/test-data/59b2835d-5205-073c-f878-c94e0a796c24/data/hbase/meta/1588230740/.tmp/info/8010ce3b5d6042018511634fdaefd800 as hdfs://localhost:37409/user/jenkins/test-data/59b2835d-5205-073c-f878-c94e0a796c24/data/hbase/meta/1588230740/info/8010ce3b5d6042018511634fdaefd800 2024-12-03T18:49:46,608 INFO [RS_CLOSE_META-regionserver/db5a5ccf5be8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37409/user/jenkins/test-data/59b2835d-5205-073c-f878-c94e0a796c24/data/hbase/meta/1588230740/info/8010ce3b5d6042018511634fdaefd800, entries=20, sequenceid=13, filesize=8.0 K 2024-12-03T18:49:46,609 DEBUG [RS_CLOSE_META-regionserver/db5a5ccf5be8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37409/user/jenkins/test-data/59b2835d-5205-073c-f878-c94e0a796c24/data/hbase/meta/1588230740/.tmp/ns/d8b89c813e8a41d9ba0f77232e5e80fc as hdfs://localhost:37409/user/jenkins/test-data/59b2835d-5205-073c-f878-c94e0a796c24/data/hbase/meta/1588230740/ns/d8b89c813e8a41d9ba0f77232e5e80fc 2024-12-03T18:49:46,613 INFO [RS_CLOSE_META-regionserver/db5a5ccf5be8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37409/user/jenkins/test-data/59b2835d-5205-073c-f878-c94e0a796c24/data/hbase/meta/1588230740/ns/d8b89c813e8a41d9ba0f77232e5e80fc, entries=2, sequenceid=13, filesize=5.0 K 2024-12-03T18:49:46,614 DEBUG [RS_CLOSE_META-regionserver/db5a5ccf5be8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37409/user/jenkins/test-data/59b2835d-5205-073c-f878-c94e0a796c24/data/hbase/meta/1588230740/.tmp/table/5b21f49af9634ab7bea3162e9ef1bb67 as hdfs://localhost:37409/user/jenkins/test-data/59b2835d-5205-073c-f878-c94e0a796c24/data/hbase/meta/1588230740/table/5b21f49af9634ab7bea3162e9ef1bb67 2024-12-03T18:49:46,619 INFO [RS_CLOSE_META-regionserver/db5a5ccf5be8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37409/user/jenkins/test-data/59b2835d-5205-073c-f878-c94e0a796c24/data/hbase/meta/1588230740/table/5b21f49af9634ab7bea3162e9ef1bb67, entries=2, sequenceid=13, filesize=5.2 K 2024-12-03T18:49:46,620 INFO [RS_CLOSE_META-regionserver/db5a5ccf5be8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.79 KB/2852, heapSize ~5.27 KB/5400, currentSize=0 B/0 for 1588230740 in 96ms, sequenceid=13, compaction requested=false 2024-12-03T18:49:46,625 DEBUG [RS_CLOSE_META-regionserver/db5a5ccf5be8:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37409/user/jenkins/test-data/59b2835d-5205-073c-f878-c94e0a796c24/data/hbase/meta/1588230740/recovered.edits/16.seqid, newMaxSeqId=16, maxSeqId=1 2024-12-03T18:49:46,625 DEBUG [RS_CLOSE_META-regionserver/db5a5ccf5be8:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-03T18:49:46,625 INFO [RS_CLOSE_META-regionserver/db5a5ccf5be8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-03T18:49:46,625 DEBUG [RS_CLOSE_META-regionserver/db5a5ccf5be8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733251786524Running coprocessor pre-close hooks at 1733251786524Disabling compacts and flushes for region at 1733251786524Disabling writes for close at 1733251786524Obtaining lock to block concurrent updates at 1733251786525 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1733251786525Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2852, getHeapSize=5640, getOffHeapSize=0, getCellsCount=24 at 1733251786525Flushing stores of hbase:meta,,1.1588230740 at 1733251786525Flushing 1588230740/info: creating writer at 1733251786525Flushing 1588230740/info: appending metadata at 1733251786537 (+12 ms)Flushing 1588230740/info: closing flushed file at 1733251786537Flushing 1588230740/ns: creating writer at 1733251786548 (+11 ms)Flushing 1588230740/ns: appending metadata at 1733251786560 (+12 ms)Flushing 1588230740/ns: closing flushed file at 1733251786561 (+1 ms)Flushing 1588230740/table: creating writer at 1733251786571 (+10 ms)Flushing 1588230740/table: appending metadata at 1733251786589 (+18 ms)Flushing 1588230740/table: closing flushed file at 1733251786589Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@25dad266: reopening flushed file at 1733251786601 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@55457db2: reopening flushed file at 1733251786608 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@52073553: reopening flushed file at 1733251786614 (+6 ms)Finished flush of dataSize ~2.79 KB/2852, heapSize ~5.27 KB/5400, currentSize=0 B/0 for 1588230740 in 96ms, sequenceid=13, compaction requested=false at 1733251786620 (+6 ms)Writing region close event to WAL at 1733251786621 (+1 ms)Running coprocessor post-close hooks at 1733251786625 (+4 ms)Closed at 1733251786625 2024-12-03T18:49:46,625 DEBUG [RS_CLOSE_META-regionserver/db5a5ccf5be8:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-03T18:49:46,724 INFO [RS:0;db5a5ccf5be8:38073 {}] regionserver.HRegionServer(976): stopping server db5a5ccf5be8,38073,1733251784543; all regions closed. 2024-12-03T18:49:46,724 INFO [RS:1;db5a5ccf5be8:35627 {}] regionserver.HRegionServer(976): stopping server db5a5ccf5be8,35627,1733251784582; all regions closed. 2024-12-03T18:49:46,728 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43187 is added to blk_1073741834_1010 (size=1867) 2024-12-03T18:49:46,730 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42447 is added to blk_1073741835_1011 (size=4338) 2024-12-03T18:49:46,730 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/59b2835d-5205-073c-f878-c94e0a796c24/WALs/db5a5ccf5be8,35627,1733251784582/db5a5ccf5be8%2C35627%2C1733251784582.meta.1733251785571.meta not finished, retry = 0 2024-12-03T18:49:46,730 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42447 is added to blk_1073741834_1010 (size=1867) 2024-12-03T18:49:46,730 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43187 is added to blk_1073741835_1011 (size=4338) 2024-12-03T18:49:46,733 DEBUG [RS:0;db5a5ccf5be8:38073 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/59b2835d-5205-073c-f878-c94e0a796c24/oldWALs 2024-12-03T18:49:46,733 INFO [RS:0;db5a5ccf5be8:38073 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL db5a5ccf5be8%2C38073%2C1733251784543:(num 1733251785255) 2024-12-03T18:49:46,733 DEBUG [RS:0;db5a5ccf5be8:38073 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T18:49:46,733 INFO [RS:0;db5a5ccf5be8:38073 {}] regionserver.LeaseManager(133): Closed leases 2024-12-03T18:49:46,733 INFO [RS:0;db5a5ccf5be8:38073 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-03T18:49:46,734 INFO [RS:0;db5a5ccf5be8:38073 {}] hbase.ChoreService(370): Chore service for: regionserver/db5a5ccf5be8:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-03T18:49:46,734 INFO [RS:0;db5a5ccf5be8:38073 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-03T18:49:46,734 INFO [RS:0;db5a5ccf5be8:38073 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-03T18:49:46,734 INFO [RS:0;db5a5ccf5be8:38073 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-03T18:49:46,734 INFO [RS:0;db5a5ccf5be8:38073 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-03T18:49:46,734 INFO [regionserver/db5a5ccf5be8:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-03T18:49:46,734 INFO [RS:0;db5a5ccf5be8:38073 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:38073 2024-12-03T18:49:46,746 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38831-0x1019c875a480000, quorum=127.0.0.1:53775, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-03T18:49:46,746 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38073-0x1019c875a480001, quorum=127.0.0.1:53775, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/db5a5ccf5be8,38073,1733251784543 2024-12-03T18:49:46,746 INFO [RS:0;db5a5ccf5be8:38073 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-03T18:49:46,757 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [db5a5ccf5be8,38073,1733251784543] 2024-12-03T18:49:46,767 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/db5a5ccf5be8,38073,1733251784543 already deleted, retry=false 2024-12-03T18:49:46,767 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; db5a5ccf5be8,38073,1733251784543 expired; onlineServers=1 2024-12-03T18:49:46,836 DEBUG [RS:1;db5a5ccf5be8:35627 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/59b2835d-5205-073c-f878-c94e0a796c24/oldWALs 2024-12-03T18:49:46,836 INFO [RS:1;db5a5ccf5be8:35627 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL db5a5ccf5be8%2C35627%2C1733251784582.meta:.meta(num 1733251785571) 2024-12-03T18:49:46,842 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42447 is added to blk_1073741833_1009 (size=1758) 2024-12-03T18:49:46,842 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43187 is added to blk_1073741833_1009 (size=1758) 2024-12-03T18:49:46,846 DEBUG [RS:1;db5a5ccf5be8:35627 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/59b2835d-5205-073c-f878-c94e0a796c24/oldWALs 2024-12-03T18:49:46,846 INFO [RS:1;db5a5ccf5be8:35627 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL db5a5ccf5be8%2C35627%2C1733251784582:(num 1733251785254) 2024-12-03T18:49:46,846 DEBUG [RS:1;db5a5ccf5be8:35627 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T18:49:46,846 INFO [RS:1;db5a5ccf5be8:35627 {}] regionserver.LeaseManager(133): Closed leases 2024-12-03T18:49:46,846 INFO [RS:1;db5a5ccf5be8:35627 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-03T18:49:46,846 INFO [RS:1;db5a5ccf5be8:35627 {}] hbase.ChoreService(370): Chore service for: regionserver/db5a5ccf5be8:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-12-03T18:49:46,847 INFO [RS:1;db5a5ccf5be8:35627 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-03T18:49:46,847 INFO [regionserver/db5a5ccf5be8:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-03T18:49:46,847 INFO [RS:1;db5a5ccf5be8:35627 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:35627 2024-12-03T18:49:46,857 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38073-0x1019c875a480001, quorum=127.0.0.1:53775, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T18:49:46,857 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38073-0x1019c875a480001, quorum=127.0.0.1:53775, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T18:49:46,857 INFO [RS:0;db5a5ccf5be8:38073 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-03T18:49:46,857 INFO [RS:0;db5a5ccf5be8:38073 {}] regionserver.HRegionServer(1031): Exiting; stopping=db5a5ccf5be8,38073,1733251784543; zookeeper connection closed. 2024-12-03T18:49:46,857 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@4c7a378c {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@4c7a378c 2024-12-03T18:49:46,858 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38831-0x1019c875a480000, quorum=127.0.0.1:53775, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-03T18:49:46,858 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35627-0x1019c875a480002, quorum=127.0.0.1:53775, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/db5a5ccf5be8,35627,1733251784582 2024-12-03T18:49:46,859 INFO [RS:1;db5a5ccf5be8:35627 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-03T18:49:46,869 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [db5a5ccf5be8,35627,1733251784582] 2024-12-03T18:49:46,880 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/db5a5ccf5be8,35627,1733251784582 already deleted, retry=false 2024-12-03T18:49:46,880 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; db5a5ccf5be8,35627,1733251784582 expired; onlineServers=0 2024-12-03T18:49:46,880 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'db5a5ccf5be8,38831,1733251784367' ***** 2024-12-03T18:49:46,880 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-03T18:49:46,880 INFO [M:0;db5a5ccf5be8:38831 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-03T18:49:46,880 INFO [M:0;db5a5ccf5be8:38831 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-03T18:49:46,880 DEBUG [M:0;db5a5ccf5be8:38831 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-03T18:49:46,880 DEBUG [M:0;db5a5ccf5be8:38831 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-03T18:49:46,880 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-03T18:49:46,880 DEBUG [master/db5a5ccf5be8:0:becomeActiveMaster-HFileCleaner.small.0-1733251784935 {}] cleaner.HFileCleaner(306): Exit Thread[master/db5a5ccf5be8:0:becomeActiveMaster-HFileCleaner.small.0-1733251784935,5,FailOnTimeoutGroup] 2024-12-03T18:49:46,880 DEBUG [master/db5a5ccf5be8:0:becomeActiveMaster-HFileCleaner.large.0-1733251784935 {}] cleaner.HFileCleaner(306): Exit Thread[master/db5a5ccf5be8:0:becomeActiveMaster-HFileCleaner.large.0-1733251784935,5,FailOnTimeoutGroup] 2024-12-03T18:49:46,881 INFO [M:0;db5a5ccf5be8:38831 {}] hbase.ChoreService(370): Chore service for: master/db5a5ccf5be8:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-03T18:49:46,881 INFO [M:0;db5a5ccf5be8:38831 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-03T18:49:46,881 DEBUG [M:0;db5a5ccf5be8:38831 {}] master.HMaster(1795): Stopping service threads 2024-12-03T18:49:46,881 INFO [M:0;db5a5ccf5be8:38831 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-03T18:49:46,881 INFO [M:0;db5a5ccf5be8:38831 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-03T18:49:46,881 INFO [M:0;db5a5ccf5be8:38831 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-03T18:49:46,881 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-03T18:49:46,894 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38831-0x1019c875a480000, quorum=127.0.0.1:53775, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-12-03T18:49:46,894 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38831-0x1019c875a480000, quorum=127.0.0.1:53775, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T18:49:46,894 DEBUG [M:0;db5a5ccf5be8:38831 {}] zookeeper.ZKUtil(347): master:38831-0x1019c875a480000, quorum=127.0.0.1:53775, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-12-03T18:49:46,894 WARN [M:0;db5a5ccf5be8:38831 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-03T18:49:46,895 INFO [M:0;db5a5ccf5be8:38831 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:37409/user/jenkins/test-data/59b2835d-5205-073c-f878-c94e0a796c24/.lastflushedseqids 2024-12-03T18:49:46,905 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43187 is added to blk_1073741844_1020 (size=182) 2024-12-03T18:49:46,905 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42447 is added to blk_1073741844_1020 (size=182) 2024-12-03T18:49:46,906 INFO [M:0;db5a5ccf5be8:38831 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-03T18:49:46,906 INFO [M:0;db5a5ccf5be8:38831 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-03T18:49:46,906 DEBUG [M:0;db5a5ccf5be8:38831 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-03T18:49:46,906 INFO [M:0;db5a5ccf5be8:38831 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T18:49:46,906 DEBUG [M:0;db5a5ccf5be8:38831 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T18:49:46,906 DEBUG [M:0;db5a5ccf5be8:38831 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-03T18:49:46,906 DEBUG [M:0;db5a5ccf5be8:38831 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T18:49:46,906 INFO [M:0;db5a5ccf5be8:38831 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=29.63 KB heapSize=37.03 KB 2024-12-03T18:49:46,923 DEBUG [M:0;db5a5ccf5be8:38831 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37409/user/jenkins/test-data/59b2835d-5205-073c-f878-c94e0a796c24/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ad59069a4aee44699258ff9628769e72 is 82, key is hbase:meta,,1/info:regioninfo/1733251785602/Put/seqid=0 2024-12-03T18:49:46,927 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42447 is added to blk_1073741845_1021 (size=5672) 2024-12-03T18:49:46,928 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43187 is added to blk_1073741845_1021 (size=5672) 2024-12-03T18:49:46,928 INFO [M:0;db5a5ccf5be8:38831 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:37409/user/jenkins/test-data/59b2835d-5205-073c-f878-c94e0a796c24/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ad59069a4aee44699258ff9628769e72 2024-12-03T18:49:46,945 DEBUG [M:0;db5a5ccf5be8:38831 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37409/user/jenkins/test-data/59b2835d-5205-073c-f878-c94e0a796c24/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f2dbf5e4c55d4f2f9fc823d9c80f6d3c is 803, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1733251786109/Put/seqid=0 2024-12-03T18:49:46,949 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43187 is added to blk_1073741846_1022 (size=6219) 2024-12-03T18:49:46,949 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42447 is added to blk_1073741846_1022 (size=6219) 2024-12-03T18:49:46,950 INFO [M:0;db5a5ccf5be8:38831 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.01 KB at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:37409/user/jenkins/test-data/59b2835d-5205-073c-f878-c94e0a796c24/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f2dbf5e4c55d4f2f9fc823d9c80f6d3c 2024-12-03T18:49:46,966 DEBUG [M:0;db5a5ccf5be8:38831 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37409/user/jenkins/test-data/59b2835d-5205-073c-f878-c94e0a796c24/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/72a1310756ea4c75adda09ec7e202b85 is 69, key is db5a5ccf5be8,35627,1733251784582/rs:state/1733251785062/Put/seqid=0 2024-12-03T18:49:46,969 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35627-0x1019c875a480002, quorum=127.0.0.1:53775, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T18:49:46,969 INFO [RS:1;db5a5ccf5be8:35627 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-03T18:49:46,969 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35627-0x1019c875a480002, quorum=127.0.0.1:53775, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T18:49:46,969 INFO [RS:1;db5a5ccf5be8:35627 {}] regionserver.HRegionServer(1031): Exiting; stopping=db5a5ccf5be8,35627,1733251784582; zookeeper connection closed. 2024-12-03T18:49:46,970 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@42af6bd7 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@42af6bd7 2024-12-03T18:49:46,970 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 2 regionserver(s) complete 2024-12-03T18:49:46,971 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42447 is added to blk_1073741847_1023 (size=5224) 2024-12-03T18:49:46,971 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43187 is added to blk_1073741847_1023 (size=5224) 2024-12-03T18:49:46,971 INFO [M:0;db5a5ccf5be8:38831 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=130 B at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:37409/user/jenkins/test-data/59b2835d-5205-073c-f878-c94e0a796c24/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/72a1310756ea4c75adda09ec7e202b85 2024-12-03T18:49:46,977 DEBUG [M:0;db5a5ccf5be8:38831 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37409/user/jenkins/test-data/59b2835d-5205-073c-f878-c94e0a796c24/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ad59069a4aee44699258ff9628769e72 as hdfs://localhost:37409/user/jenkins/test-data/59b2835d-5205-073c-f878-c94e0a796c24/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/ad59069a4aee44699258ff9628769e72 2024-12-03T18:49:46,982 INFO [M:0;db5a5ccf5be8:38831 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37409/user/jenkins/test-data/59b2835d-5205-073c-f878-c94e0a796c24/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/ad59069a4aee44699258ff9628769e72, entries=8, sequenceid=71, filesize=5.5 K 2024-12-03T18:49:46,983 DEBUG [M:0;db5a5ccf5be8:38831 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37409/user/jenkins/test-data/59b2835d-5205-073c-f878-c94e0a796c24/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f2dbf5e4c55d4f2f9fc823d9c80f6d3c as hdfs://localhost:37409/user/jenkins/test-data/59b2835d-5205-073c-f878-c94e0a796c24/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/f2dbf5e4c55d4f2f9fc823d9c80f6d3c 2024-12-03T18:49:46,988 INFO [M:0;db5a5ccf5be8:38831 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37409/user/jenkins/test-data/59b2835d-5205-073c-f878-c94e0a796c24/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/f2dbf5e4c55d4f2f9fc823d9c80f6d3c, entries=8, sequenceid=71, filesize=6.1 K 2024-12-03T18:49:46,989 DEBUG [M:0;db5a5ccf5be8:38831 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37409/user/jenkins/test-data/59b2835d-5205-073c-f878-c94e0a796c24/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/72a1310756ea4c75adda09ec7e202b85 as hdfs://localhost:37409/user/jenkins/test-data/59b2835d-5205-073c-f878-c94e0a796c24/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/72a1310756ea4c75adda09ec7e202b85 2024-12-03T18:49:46,994 INFO [M:0;db5a5ccf5be8:38831 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37409/user/jenkins/test-data/59b2835d-5205-073c-f878-c94e0a796c24/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/72a1310756ea4c75adda09ec7e202b85, entries=2, sequenceid=71, filesize=5.1 K 2024-12-03T18:49:46,995 INFO [M:0;db5a5ccf5be8:38831 {}] regionserver.HRegion(3140): Finished flush of dataSize ~29.63 KB/30342, heapSize ~36.73 KB/37616, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 89ms, sequenceid=71, compaction requested=false 2024-12-03T18:49:46,996 INFO [M:0;db5a5ccf5be8:38831 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T18:49:46,996 DEBUG [M:0;db5a5ccf5be8:38831 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733251786906Disabling compacts and flushes for region at 1733251786906Disabling writes for close at 1733251786906Obtaining lock to block concurrent updates at 1733251786906Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733251786906Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=30342, getHeapSize=37856, getOffHeapSize=0, getCellsCount=86 at 1733251786907 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733251786908 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733251786908Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733251786922 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733251786922Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733251786932 (+10 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733251786944 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733251786944Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733251786954 (+10 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733251786966 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733251786966Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4a28d1b8: reopening flushed file at 1733251786976 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@568f62b2: reopening flushed file at 1733251786982 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6c32e61b: reopening flushed file at 1733251786988 (+6 ms)Finished flush of dataSize ~29.63 KB/30342, heapSize ~36.73 KB/37616, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 89ms, sequenceid=71, compaction requested=false at 1733251786995 (+7 ms)Writing region close event to WAL at 1733251786996 (+1 ms)Closed at 1733251786996 2024-12-03T18:49:46,998 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42447 is added to blk_1073741830_1006 (size=35489) 2024-12-03T18:49:46,998 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43187 is added to blk_1073741830_1006 (size=35489) 2024-12-03T18:49:46,999 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-03T18:49:46,999 INFO [M:0;db5a5ccf5be8:38831 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-03T18:49:46,999 INFO [M:0;db5a5ccf5be8:38831 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:38831 2024-12-03T18:49:46,999 INFO [M:0;db5a5ccf5be8:38831 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-03T18:49:47,109 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38831-0x1019c875a480000, quorum=127.0.0.1:53775, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T18:49:47,109 INFO [M:0;db5a5ccf5be8:38831 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-03T18:49:47,109 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38831-0x1019c875a480000, quorum=127.0.0.1:53775, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T18:49:47,114 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@dfc849b{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-03T18:49:47,114 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3d66ed11{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-03T18:49:47,115 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-03T18:49:47,115 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@615da5c7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-03T18:49:47,115 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@701a33c7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a256e49e-e47b-1860-2464-bd50214467f9/hadoop.log.dir/,STOPPED} 2024-12-03T18:49:47,117 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-03T18:49:47,117 WARN [BP-1846146375-172.17.0.2-1733251781889 heartbeating to localhost/127.0.0.1:37409 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-03T18:49:47,117 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-03T18:49:47,117 WARN [BP-1846146375-172.17.0.2-1733251781889 heartbeating to localhost/127.0.0.1:37409 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1846146375-172.17.0.2-1733251781889 (Datanode Uuid e9ac5bc0-6c82-4442-8387-4a2d69db1987) service to localhost/127.0.0.1:37409 2024-12-03T18:49:47,117 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a256e49e-e47b-1860-2464-bd50214467f9/cluster_16c4fa17-2d9d-b821-5db9-1189e08582b2/data/data3/current/BP-1846146375-172.17.0.2-1733251781889 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-03T18:49:47,118 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a256e49e-e47b-1860-2464-bd50214467f9/cluster_16c4fa17-2d9d-b821-5db9-1189e08582b2/data/data4/current/BP-1846146375-172.17.0.2-1733251781889 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-03T18:49:47,118 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-03T18:49:47,120 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5c5cd8d9{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-03T18:49:47,121 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@19962e57{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-03T18:49:47,121 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-03T18:49:47,121 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2b5c6cef{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-03T18:49:47,121 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4ebf95e6{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a256e49e-e47b-1860-2464-bd50214467f9/hadoop.log.dir/,STOPPED} 2024-12-03T18:49:47,122 WARN [BP-1846146375-172.17.0.2-1733251781889 heartbeating to localhost/127.0.0.1:37409 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-03T18:49:47,122 WARN [BP-1846146375-172.17.0.2-1733251781889 heartbeating to localhost/127.0.0.1:37409 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1846146375-172.17.0.2-1733251781889 (Datanode Uuid 6a57c8e3-d824-49c4-8bf0-1b5a7993b5c8) service to localhost/127.0.0.1:37409 2024-12-03T18:49:47,122 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-03T18:49:47,122 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-03T18:49:47,123 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a256e49e-e47b-1860-2464-bd50214467f9/cluster_16c4fa17-2d9d-b821-5db9-1189e08582b2/data/data1/current/BP-1846146375-172.17.0.2-1733251781889 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-03T18:49:47,123 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a256e49e-e47b-1860-2464-bd50214467f9/cluster_16c4fa17-2d9d-b821-5db9-1189e08582b2/data/data2/current/BP-1846146375-172.17.0.2-1733251781889 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-03T18:49:47,123 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-03T18:49:47,129 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2743c319{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-03T18:49:47,130 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1eda583a{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-03T18:49:47,130 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-03T18:49:47,130 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5e044caf{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-03T18:49:47,130 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@27c5d702{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a256e49e-e47b-1860-2464-bd50214467f9/hadoop.log.dir/,STOPPED} 2024-12-03T18:49:47,136 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-03T18:49:47,151 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-03T18:49:47,158 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.TestClearRegionBlockCache#testClearBlockCacheFromAdmin[1: bucket] Thread=184 (was 167) - Thread LEAK? -, OpenFileDescriptor=554 (was 520) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=301 (was 301), ProcessCount=11 (was 11), AvailableMemoryMB=5551 (was 5658)