2024-12-04 09:42:22,584 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@792b749c 2024-12-04 09:42:22,605 main DEBUG Took 0.018904 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-12-04 09:42:22,605 main DEBUG PluginManager 'Core' found 129 plugins 2024-12-04 09:42:22,606 main DEBUG PluginManager 'Level' found 0 plugins 2024-12-04 09:42:22,607 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-12-04 09:42:22,609 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-04 09:42:22,622 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-12-04 09:42:22,639 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-04 09:42:22,641 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-04 09:42:22,641 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-04 09:42:22,642 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-04 09:42:22,643 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-04 09:42:22,643 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-04 09:42:22,644 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-04 09:42:22,644 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-04 09:42:22,645 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-04 09:42:22,645 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-04 09:42:22,647 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-04 09:42:22,647 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-04 09:42:22,648 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-04 09:42:22,648 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-04 09:42:22,649 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-04 09:42:22,649 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-04 09:42:22,650 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-04 09:42:22,650 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-04 09:42:22,651 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-04 09:42:22,651 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-04 09:42:22,652 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-04 09:42:22,652 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-04 09:42:22,653 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-04 09:42:22,653 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-04 09:42:22,654 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-04 09:42:22,654 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-12-04 09:42:22,656 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-04 09:42:22,658 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-12-04 09:42:22,660 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-12-04 09:42:22,660 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-12-04 09:42:22,662 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-12-04 09:42:22,663 main DEBUG PluginManager 'Converter' found 47 plugins 2024-12-04 09:42:22,674 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-12-04 09:42:22,677 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-12-04 09:42:22,679 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-12-04 09:42:22,680 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-12-04 09:42:22,680 main DEBUG createAppenders(={Console}) 2024-12-04 09:42:22,681 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@792b749c initialized 2024-12-04 09:42:22,682 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@792b749c 2024-12-04 09:42:22,682 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@792b749c OK. 2024-12-04 09:42:22,683 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-12-04 09:42:22,683 main DEBUG OutputStream closed 2024-12-04 09:42:22,684 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-12-04 09:42:22,684 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-12-04 09:42:22,684 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@71238fc2 OK 2024-12-04 09:42:22,756 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-12-04 09:42:22,758 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-12-04 09:42:22,759 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-12-04 09:42:22,760 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-12-04 09:42:22,761 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-12-04 09:42:22,761 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-12-04 09:42:22,762 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-12-04 09:42:22,762 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-12-04 09:42:22,762 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-12-04 09:42:22,763 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-12-04 09:42:22,763 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-12-04 09:42:22,763 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-12-04 09:42:22,764 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-12-04 09:42:22,764 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-12-04 09:42:22,764 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-12-04 09:42:22,764 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-12-04 09:42:22,765 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-12-04 09:42:22,765 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-12-04 09:42:22,768 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-12-04 09:42:22,768 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-logging/target/hbase-logging-4.0.0-alpha-1-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@13ad5cd3) with optional ClassLoader: null 2024-12-04 09:42:22,769 main DEBUG Shutdown hook enabled. Registering a new one. 2024-12-04 09:42:22,769 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@13ad5cd3] started OK. 2024-12-04T09:42:22,786 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache timeout: 26 mins 2024-12-04 09:42:22,789 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-12-04 09:42:22,790 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-12-04T09:42:22,858 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.TestClearRegionBlockCache#testClearBlockCacheFromAsyncAdmin[0: lru] Thread=11, OpenFileDescriptor=287, MaxFileDescriptor=1048576, SystemLoadAverage=312, ProcessCount=12, AvailableMemoryMB=11213 2024-12-04T09:42:23,089 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/376a3f54-6406-1b51-00c8-e25402591e66 2024-12-04T09:42:23,091 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=2, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-04T09:42:23,110 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/376a3f54-6406-1b51-00c8-e25402591e66/cluster_953a5db3-c0ad-6312-6f88-18f502c91de8, deleteOnExit=true 2024-12-04T09:42:23,110 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-04T09:42:23,112 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/376a3f54-6406-1b51-00c8-e25402591e66/test.cache.data in system properties and HBase conf 2024-12-04T09:42:23,112 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/376a3f54-6406-1b51-00c8-e25402591e66/hadoop.tmp.dir in system properties and HBase conf 2024-12-04T09:42:23,113 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/376a3f54-6406-1b51-00c8-e25402591e66/hadoop.log.dir in system properties and HBase conf 2024-12-04T09:42:23,114 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/376a3f54-6406-1b51-00c8-e25402591e66/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-04T09:42:23,114 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/376a3f54-6406-1b51-00c8-e25402591e66/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-04T09:42:23,115 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-04T09:42:23,229 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-12-04T09:42:23,358 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-04T09:42:23,364 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/376a3f54-6406-1b51-00c8-e25402591e66/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-04T09:42:23,365 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/376a3f54-6406-1b51-00c8-e25402591e66/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-04T09:42:23,365 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/376a3f54-6406-1b51-00c8-e25402591e66/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-04T09:42:23,366 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/376a3f54-6406-1b51-00c8-e25402591e66/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-04T09:42:23,367 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/376a3f54-6406-1b51-00c8-e25402591e66/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-04T09:42:23,367 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/376a3f54-6406-1b51-00c8-e25402591e66/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-04T09:42:23,368 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/376a3f54-6406-1b51-00c8-e25402591e66/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-04T09:42:23,369 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/376a3f54-6406-1b51-00c8-e25402591e66/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-04T09:42:23,370 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/376a3f54-6406-1b51-00c8-e25402591e66/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-04T09:42:23,371 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/376a3f54-6406-1b51-00c8-e25402591e66/nfs.dump.dir in system properties and HBase conf 2024-12-04T09:42:23,371 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/376a3f54-6406-1b51-00c8-e25402591e66/java.io.tmpdir in system properties and HBase conf 2024-12-04T09:42:23,372 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/376a3f54-6406-1b51-00c8-e25402591e66/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-04T09:42:23,373 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/376a3f54-6406-1b51-00c8-e25402591e66/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-04T09:42:23,373 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/376a3f54-6406-1b51-00c8-e25402591e66/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-04T09:42:24,454 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-12-04T09:42:24,517 INFO [Time-limited test {}] log.Log(170): Logging initialized @2615ms to org.eclipse.jetty.util.log.Slf4jLog 2024-12-04T09:42:24,581 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T09:42:24,639 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-04T09:42:24,657 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-04T09:42:24,658 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-04T09:42:24,659 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-04T09:42:24,673 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T09:42:24,677 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@143ac887{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/376a3f54-6406-1b51-00c8-e25402591e66/hadoop.log.dir/,AVAILABLE} 2024-12-04T09:42:24,678 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7bc12f51{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-04T09:42:24,856 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2d76aeb0{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/376a3f54-6406-1b51-00c8-e25402591e66/java.io.tmpdir/jetty-localhost-44239-hadoop-hdfs-3_4_1-tests_jar-_-any-5088563874965877862/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-04T09:42:24,866 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@24ff5ebc{HTTP/1.1, (http/1.1)}{localhost:44239} 2024-12-04T09:42:24,866 INFO [Time-limited test {}] server.Server(415): Started @2965ms 2024-12-04T09:42:25,297 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T09:42:25,303 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-04T09:42:25,307 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-04T09:42:25,307 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-04T09:42:25,307 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-04T09:42:25,311 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4e5fdb45{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/376a3f54-6406-1b51-00c8-e25402591e66/hadoop.log.dir/,AVAILABLE} 2024-12-04T09:42:25,312 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@609d0191{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-04T09:42:25,406 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@29a4cb9{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/376a3f54-6406-1b51-00c8-e25402591e66/java.io.tmpdir/jetty-localhost-46289-hadoop-hdfs-3_4_1-tests_jar-_-any-18191007019974467961/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-04T09:42:25,407 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7a33daa6{HTTP/1.1, (http/1.1)}{localhost:46289} 2024-12-04T09:42:25,407 INFO [Time-limited test {}] server.Server(415): Started @3506ms 2024-12-04T09:42:25,459 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-04T09:42:25,559 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T09:42:25,564 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-04T09:42:25,566 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-04T09:42:25,566 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-04T09:42:25,566 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-04T09:42:25,571 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@30c2c8a9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/376a3f54-6406-1b51-00c8-e25402591e66/hadoop.log.dir/,AVAILABLE} 2024-12-04T09:42:25,572 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2a063ec0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-04T09:42:25,682 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@723a9cbe{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/376a3f54-6406-1b51-00c8-e25402591e66/java.io.tmpdir/jetty-localhost-37185-hadoop-hdfs-3_4_1-tests_jar-_-any-8495198784366677101/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-04T09:42:25,682 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@39c4b16d{HTTP/1.1, (http/1.1)}{localhost:37185} 2024-12-04T09:42:25,682 INFO [Time-limited test {}] server.Server(415): Started @3781ms 2024-12-04T09:42:25,684 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-04T09:42:26,524 WARN [Thread-96 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/376a3f54-6406-1b51-00c8-e25402591e66/cluster_953a5db3-c0ad-6312-6f88-18f502c91de8/data/data1/current/BP-356017416-172.17.0.2-1733305344062/current, will proceed with Du for space computation calculation, 2024-12-04T09:42:26,524 WARN [Thread-97 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/376a3f54-6406-1b51-00c8-e25402591e66/cluster_953a5db3-c0ad-6312-6f88-18f502c91de8/data/data2/current/BP-356017416-172.17.0.2-1733305344062/current, will proceed with Du for space computation calculation, 2024-12-04T09:42:26,531 WARN [Thread-103 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/376a3f54-6406-1b51-00c8-e25402591e66/cluster_953a5db3-c0ad-6312-6f88-18f502c91de8/data/data4/current/BP-356017416-172.17.0.2-1733305344062/current, will proceed with Du for space computation calculation, 2024-12-04T09:42:26,531 WARN [Thread-102 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/376a3f54-6406-1b51-00c8-e25402591e66/cluster_953a5db3-c0ad-6312-6f88-18f502c91de8/data/data3/current/BP-356017416-172.17.0.2-1733305344062/current, will proceed with Du for space computation calculation, 2024-12-04T09:42:26,552 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-04T09:42:26,560 WARN [Thread-81 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-04T09:42:26,592 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x9aae26d9af973ebb with lease ID 0xc36d2a9702e983f3: Processing first storage report for DS-0aab7108-57c2-4590-8881-1c04f5549163 from datanode DatanodeRegistration(127.0.0.1:45425, datanodeUuid=1796b0d3-6384-4d69-b664-de477080e577, infoPort=45787, infoSecurePort=0, ipcPort=41101, storageInfo=lv=-57;cid=testClusterID;nsid=823209019;c=1733305344062) 2024-12-04T09:42:26,593 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x9aae26d9af973ebb with lease ID 0xc36d2a9702e983f3: from storage DS-0aab7108-57c2-4590-8881-1c04f5549163 node DatanodeRegistration(127.0.0.1:45425, datanodeUuid=1796b0d3-6384-4d69-b664-de477080e577, infoPort=45787, infoSecurePort=0, ipcPort=41101, storageInfo=lv=-57;cid=testClusterID;nsid=823209019;c=1733305344062), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-04T09:42:26,593 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x817fedb176130df3 with lease ID 0xc36d2a9702e983f4: Processing first storage report for DS-0fff4f6d-cded-46c2-9b65-9b58f585a10f from datanode DatanodeRegistration(127.0.0.1:39229, datanodeUuid=58b8465c-cd67-4fb0-a36e-36813db59c14, infoPort=43931, infoSecurePort=0, ipcPort=44493, storageInfo=lv=-57;cid=testClusterID;nsid=823209019;c=1733305344062) 2024-12-04T09:42:26,594 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x817fedb176130df3 with lease ID 0xc36d2a9702e983f4: from storage DS-0fff4f6d-cded-46c2-9b65-9b58f585a10f node DatanodeRegistration(127.0.0.1:39229, datanodeUuid=58b8465c-cd67-4fb0-a36e-36813db59c14, infoPort=43931, infoSecurePort=0, ipcPort=44493, storageInfo=lv=-57;cid=testClusterID;nsid=823209019;c=1733305344062), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-04T09:42:26,594 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x9aae26d9af973ebb with lease ID 0xc36d2a9702e983f3: Processing first storage report for DS-85bccce4-a671-43ac-a743-8e682a0907a3 from datanode DatanodeRegistration(127.0.0.1:45425, datanodeUuid=1796b0d3-6384-4d69-b664-de477080e577, infoPort=45787, infoSecurePort=0, ipcPort=41101, storageInfo=lv=-57;cid=testClusterID;nsid=823209019;c=1733305344062) 2024-12-04T09:42:26,594 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x9aae26d9af973ebb with lease ID 0xc36d2a9702e983f3: from storage DS-85bccce4-a671-43ac-a743-8e682a0907a3 node DatanodeRegistration(127.0.0.1:45425, datanodeUuid=1796b0d3-6384-4d69-b664-de477080e577, infoPort=45787, infoSecurePort=0, ipcPort=41101, storageInfo=lv=-57;cid=testClusterID;nsid=823209019;c=1733305344062), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-04T09:42:26,594 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x817fedb176130df3 with lease ID 0xc36d2a9702e983f4: Processing first storage report for DS-fbb9fecf-81bb-4095-af50-36aa26c2dd98 from datanode DatanodeRegistration(127.0.0.1:39229, datanodeUuid=58b8465c-cd67-4fb0-a36e-36813db59c14, infoPort=43931, infoSecurePort=0, ipcPort=44493, storageInfo=lv=-57;cid=testClusterID;nsid=823209019;c=1733305344062) 2024-12-04T09:42:26,594 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x817fedb176130df3 with lease ID 0xc36d2a9702e983f4: from storage DS-fbb9fecf-81bb-4095-af50-36aa26c2dd98 node DatanodeRegistration(127.0.0.1:39229, datanodeUuid=58b8465c-cd67-4fb0-a36e-36813db59c14, infoPort=43931, infoSecurePort=0, ipcPort=44493, storageInfo=lv=-57;cid=testClusterID;nsid=823209019;c=1733305344062), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-04T09:42:26,680 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/376a3f54-6406-1b51-00c8-e25402591e66 2024-12-04T09:42:26,738 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/376a3f54-6406-1b51-00c8-e25402591e66/cluster_953a5db3-c0ad-6312-6f88-18f502c91de8/zookeeper_0, clientPort=50361, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/376a3f54-6406-1b51-00c8-e25402591e66/cluster_953a5db3-c0ad-6312-6f88-18f502c91de8/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/376a3f54-6406-1b51-00c8-e25402591e66/cluster_953a5db3-c0ad-6312-6f88-18f502c91de8/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-04T09:42:26,746 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=50361 2024-12-04T09:42:26,755 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T09:42:26,757 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T09:42:26,953 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45425 is added to blk_1073741825_1001 (size=7) 2024-12-04T09:42:26,954 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39229 is added to blk_1073741825_1001 (size=7) 2024-12-04T09:42:27,365 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:40777/user/jenkins/test-data/23a6a283-ef68-4fbc-5a5e-184798e7c827 with version=8 2024-12-04T09:42:27,365 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:40777/user/jenkins/test-data/23a6a283-ef68-4fbc-5a5e-184798e7c827/hbase-staging 2024-12-04T09:42:27,433 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-12-04T09:42:27,642 INFO [Time-limited test {}] client.ConnectionUtils(128): master/84486a41f81c:0 server-side Connection retries=45 2024-12-04T09:42:27,650 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T09:42:27,651 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-04T09:42:27,654 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-04T09:42:27,655 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T09:42:27,655 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-04T09:42:27,770 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-04T09:42:27,820 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-12-04T09:42:27,827 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-12-04T09:42:27,830 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-04T09:42:27,851 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 59430 (auto-detected) 2024-12-04T09:42:27,852 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-12-04T09:42:27,868 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:46399 2024-12-04T09:42:27,886 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:46399 connecting to ZooKeeper ensemble=127.0.0.1:50361 2024-12-04T09:42:27,984 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:463990x0, quorum=127.0.0.1:50361, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T09:42:27,989 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:46399-0x101a1024d190000 connected 2024-12-04T09:42:28,071 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T09:42:28,073 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T09:42:28,081 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46399-0x101a1024d190000, quorum=127.0.0.1:50361, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-04T09:42:28,085 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:40777/user/jenkins/test-data/23a6a283-ef68-4fbc-5a5e-184798e7c827, hbase.cluster.distributed=false 2024-12-04T09:42:28,104 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46399-0x101a1024d190000, quorum=127.0.0.1:50361, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-04T09:42:28,108 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46399 2024-12-04T09:42:28,108 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46399 2024-12-04T09:42:28,109 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46399 2024-12-04T09:42:28,109 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46399 2024-12-04T09:42:28,110 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46399 2024-12-04T09:42:28,194 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/84486a41f81c:0 server-side Connection retries=45 2024-12-04T09:42:28,195 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T09:42:28,195 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-04T09:42:28,196 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-04T09:42:28,196 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T09:42:28,196 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-04T09:42:28,198 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-04T09:42:28,201 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-04T09:42:28,202 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:46781 2024-12-04T09:42:28,204 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:46781 connecting to ZooKeeper ensemble=127.0.0.1:50361 2024-12-04T09:42:28,205 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T09:42:28,209 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T09:42:28,220 DEBUG [pool-50-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:467810x0, quorum=127.0.0.1:50361, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T09:42:28,220 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:46781-0x101a1024d190001 connected 2024-12-04T09:42:28,221 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46781-0x101a1024d190001, quorum=127.0.0.1:50361, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-04T09:42:28,225 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-04T09:42:28,233 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-04T09:42:28,235 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46781-0x101a1024d190001, quorum=127.0.0.1:50361, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-04T09:42:28,241 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46781-0x101a1024d190001, quorum=127.0.0.1:50361, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-04T09:42:28,241 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46781 2024-12-04T09:42:28,242 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46781 2024-12-04T09:42:28,242 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46781 2024-12-04T09:42:28,245 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46781 2024-12-04T09:42:28,245 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46781 2024-12-04T09:42:28,260 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/84486a41f81c:0 server-side Connection retries=45 2024-12-04T09:42:28,260 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T09:42:28,261 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-04T09:42:28,261 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-04T09:42:28,261 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T09:42:28,261 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-04T09:42:28,261 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-04T09:42:28,262 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-04T09:42:28,263 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:45725 2024-12-04T09:42:28,264 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:45725 connecting to ZooKeeper ensemble=127.0.0.1:50361 2024-12-04T09:42:28,265 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T09:42:28,268 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T09:42:28,278 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:457250x0, quorum=127.0.0.1:50361, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T09:42:28,278 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:457250x0, quorum=127.0.0.1:50361, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-04T09:42:28,278 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:45725-0x101a1024d190002 connected 2024-12-04T09:42:28,279 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-04T09:42:28,280 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-04T09:42:28,281 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45725-0x101a1024d190002, quorum=127.0.0.1:50361, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-04T09:42:28,283 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45725-0x101a1024d190002, quorum=127.0.0.1:50361, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-04T09:42:28,284 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45725 2024-12-04T09:42:28,284 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45725 2024-12-04T09:42:28,284 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45725 2024-12-04T09:42:28,285 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45725 2024-12-04T09:42:28,285 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45725 2024-12-04T09:42:28,298 DEBUG [M:0;84486a41f81c:46399 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;84486a41f81c:46399 2024-12-04T09:42:28,299 INFO [master/84486a41f81c:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/84486a41f81c,46399,1733305347502 2024-12-04T09:42:28,311 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46399-0x101a1024d190000, quorum=127.0.0.1:50361, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-04T09:42:28,311 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45725-0x101a1024d190002, quorum=127.0.0.1:50361, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-04T09:42:28,311 DEBUG [pool-50-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46781-0x101a1024d190001, quorum=127.0.0.1:50361, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-04T09:42:28,314 DEBUG [master/84486a41f81c:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46399-0x101a1024d190000, quorum=127.0.0.1:50361, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/84486a41f81c,46399,1733305347502 2024-12-04T09:42:28,342 DEBUG [pool-50-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46781-0x101a1024d190001, quorum=127.0.0.1:50361, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-04T09:42:28,342 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46399-0x101a1024d190000, quorum=127.0.0.1:50361, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T09:42:28,342 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45725-0x101a1024d190002, quorum=127.0.0.1:50361, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-04T09:42:28,342 DEBUG [pool-50-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46781-0x101a1024d190001, quorum=127.0.0.1:50361, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T09:42:28,342 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45725-0x101a1024d190002, quorum=127.0.0.1:50361, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T09:42:28,343 DEBUG [master/84486a41f81c:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46399-0x101a1024d190000, quorum=127.0.0.1:50361, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-12-04T09:42:28,344 INFO [master/84486a41f81c:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/84486a41f81c,46399,1733305347502 from backup master directory 2024-12-04T09:42:28,352 DEBUG [pool-50-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46781-0x101a1024d190001, quorum=127.0.0.1:50361, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-04T09:42:28,352 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46399-0x101a1024d190000, quorum=127.0.0.1:50361, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/84486a41f81c,46399,1733305347502 2024-12-04T09:42:28,352 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45725-0x101a1024d190002, quorum=127.0.0.1:50361, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-04T09:42:28,353 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46399-0x101a1024d190000, quorum=127.0.0.1:50361, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-04T09:42:28,353 WARN [master/84486a41f81c:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-04T09:42:28,353 INFO [master/84486a41f81c:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=84486a41f81c,46399,1733305347502 2024-12-04T09:42:28,355 INFO [master/84486a41f81c:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-12-04T09:42:28,356 INFO [master/84486a41f81c:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-12-04T09:42:28,403 DEBUG [master/84486a41f81c:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:40777/user/jenkins/test-data/23a6a283-ef68-4fbc-5a5e-184798e7c827/hbase.id] with ID: 0902f9c7-09ad-46da-9656-ad07a24bc5ff 2024-12-04T09:42:28,403 DEBUG [master/84486a41f81c:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:40777/user/jenkins/test-data/23a6a283-ef68-4fbc-5a5e-184798e7c827/.tmp/hbase.id 2024-12-04T09:42:28,414 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45425 is added to blk_1073741826_1002 (size=42) 2024-12-04T09:42:28,415 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39229 is added to blk_1073741826_1002 (size=42) 2024-12-04T09:42:28,416 DEBUG [master/84486a41f81c:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:40777/user/jenkins/test-data/23a6a283-ef68-4fbc-5a5e-184798e7c827/.tmp/hbase.id]:[hdfs://localhost:40777/user/jenkins/test-data/23a6a283-ef68-4fbc-5a5e-184798e7c827/hbase.id] 2024-12-04T09:42:28,461 INFO [master/84486a41f81c:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T09:42:28,465 INFO [master/84486a41f81c:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-04T09:42:28,480 INFO [master/84486a41f81c:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 14ms. 2024-12-04T09:42:28,492 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45725-0x101a1024d190002, quorum=127.0.0.1:50361, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T09:42:28,492 DEBUG [pool-50-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46781-0x101a1024d190001, quorum=127.0.0.1:50361, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T09:42:28,492 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46399-0x101a1024d190000, quorum=127.0.0.1:50361, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T09:42:28,509 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39229 is added to blk_1073741827_1003 (size=196) 2024-12-04T09:42:28,510 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45425 is added to blk_1073741827_1003 (size=196) 2024-12-04T09:42:28,527 INFO [master/84486a41f81c:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-04T09:42:28,529 INFO [master/84486a41f81c:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-04T09:42:28,541 DEBUG [master/84486a41f81c:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:262) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:231) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T09:42:28,545 INFO [master/84486a41f81c:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T09:42:28,571 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39229 is added to blk_1073741828_1004 (size=1189) 2024-12-04T09:42:28,571 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45425 is added to blk_1073741828_1004 (size=1189) 2024-12-04T09:42:28,588 INFO [master/84486a41f81c:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:40777/user/jenkins/test-data/23a6a283-ef68-4fbc-5a5e-184798e7c827/MasterData/data/master/store 2024-12-04T09:42:28,607 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39229 is added to blk_1073741829_1005 (size=34) 2024-12-04T09:42:28,608 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45425 is added to blk_1073741829_1005 (size=34) 2024-12-04T09:42:28,612 INFO [master/84486a41f81c:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-12-04T09:42:28,616 DEBUG [master/84486a41f81c:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T09:42:28,618 DEBUG [master/84486a41f81c:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-04T09:42:28,618 INFO [master/84486a41f81c:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T09:42:28,618 DEBUG [master/84486a41f81c:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T09:42:28,620 DEBUG [master/84486a41f81c:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-04T09:42:28,620 DEBUG [master/84486a41f81c:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T09:42:28,620 INFO [master/84486a41f81c:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T09:42:28,622 DEBUG [master/84486a41f81c:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733305348618Disabling compacts and flushes for region at 1733305348618Disabling writes for close at 1733305348620 (+2 ms)Writing region close event to WAL at 1733305348620Closed at 1733305348620 2024-12-04T09:42:28,624 WARN [master/84486a41f81c:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:40777/user/jenkins/test-data/23a6a283-ef68-4fbc-5a5e-184798e7c827/MasterData/data/master/store/.initializing 2024-12-04T09:42:28,624 DEBUG [master/84486a41f81c:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:40777/user/jenkins/test-data/23a6a283-ef68-4fbc-5a5e-184798e7c827/MasterData/WALs/84486a41f81c,46399,1733305347502 2024-12-04T09:42:28,632 INFO [master/84486a41f81c:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-04T09:42:28,648 INFO [master/84486a41f81c:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=84486a41f81c%2C46399%2C1733305347502, suffix=, logDir=hdfs://localhost:40777/user/jenkins/test-data/23a6a283-ef68-4fbc-5a5e-184798e7c827/MasterData/WALs/84486a41f81c,46399,1733305347502, archiveDir=hdfs://localhost:40777/user/jenkins/test-data/23a6a283-ef68-4fbc-5a5e-184798e7c827/MasterData/oldWALs, maxLogs=10 2024-12-04T09:42:28,675 DEBUG [master/84486a41f81c:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/23a6a283-ef68-4fbc-5a5e-184798e7c827/MasterData/WALs/84486a41f81c,46399,1733305347502/84486a41f81c%2C46399%2C1733305347502.1733305348653, exclude list is [], retry=0 2024-12-04T09:42:28,690 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45425,DS-0aab7108-57c2-4590-8881-1c04f5549163,DISK] 2024-12-04T09:42:28,690 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39229,DS-0fff4f6d-cded-46c2-9b65-9b58f585a10f,DISK] 2024-12-04T09:42:28,692 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-12-04T09:42:28,725 INFO [master/84486a41f81c:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/23a6a283-ef68-4fbc-5a5e-184798e7c827/MasterData/WALs/84486a41f81c,46399,1733305347502/84486a41f81c%2C46399%2C1733305347502.1733305348653 2024-12-04T09:42:28,725 DEBUG [master/84486a41f81c:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45787:45787),(127.0.0.1/127.0.0.1:43931:43931)] 2024-12-04T09:42:28,726 DEBUG [master/84486a41f81c:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-04T09:42:28,726 DEBUG [master/84486a41f81c:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T09:42:28,729 DEBUG [master/84486a41f81c:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T09:42:28,730 DEBUG [master/84486a41f81c:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T09:42:28,760 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T09:42:28,782 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-04T09:42:28,785 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T09:42:28,787 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T09:42:28,788 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T09:42:28,791 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-04T09:42:28,791 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T09:42:28,792 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T09:42:28,792 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T09:42:28,794 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-04T09:42:28,795 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T09:42:28,796 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T09:42:28,796 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T09:42:28,798 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-04T09:42:28,798 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T09:42:28,799 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T09:42:28,799 DEBUG [master/84486a41f81c:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T09:42:28,803 DEBUG [master/84486a41f81c:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40777/user/jenkins/test-data/23a6a283-ef68-4fbc-5a5e-184798e7c827/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-04T09:42:28,805 DEBUG [master/84486a41f81c:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40777/user/jenkins/test-data/23a6a283-ef68-4fbc-5a5e-184798e7c827/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-04T09:42:28,811 DEBUG [master/84486a41f81c:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T09:42:28,812 DEBUG [master/84486a41f81c:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T09:42:28,815 DEBUG [master/84486a41f81c:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-04T09:42:28,819 DEBUG [master/84486a41f81c:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T09:42:28,824 DEBUG [master/84486a41f81c:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40777/user/jenkins/test-data/23a6a283-ef68-4fbc-5a5e-184798e7c827/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T09:42:28,826 INFO [master/84486a41f81c:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63891179, jitterRate=-0.047947242856025696}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-04T09:42:28,834 DEBUG [master/84486a41f81c:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733305348740Initializing all the Stores at 1733305348742 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733305348742Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733305348743 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733305348743Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733305348743Cleaning up temporary data from old regions at 1733305348812 (+69 ms)Region opened successfully at 1733305348834 (+22 ms) 2024-12-04T09:42:28,835 INFO [master/84486a41f81c:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-04T09:42:28,869 DEBUG [master/84486a41f81c:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@199f22db, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=84486a41f81c/172.17.0.2:0 2024-12-04T09:42:28,896 INFO [master/84486a41f81c:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-04T09:42:28,906 INFO [master/84486a41f81c:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-04T09:42:28,906 INFO [master/84486a41f81c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-04T09:42:28,908 INFO [master/84486a41f81c:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-04T09:42:28,910 INFO [master/84486a41f81c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-12-04T09:42:28,914 INFO [master/84486a41f81c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 4 msec 2024-12-04T09:42:28,914 INFO [master/84486a41f81c:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-04T09:42:28,941 INFO [master/84486a41f81c:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-04T09:42:28,951 DEBUG [master/84486a41f81c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46399-0x101a1024d190000, quorum=127.0.0.1:50361, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-12-04T09:42:28,992 DEBUG [master/84486a41f81c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-12-04T09:42:28,994 INFO [master/84486a41f81c:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-04T09:42:28,996 DEBUG [master/84486a41f81c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46399-0x101a1024d190000, quorum=127.0.0.1:50361, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-12-04T09:42:29,002 DEBUG [master/84486a41f81c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-12-04T09:42:29,004 INFO [master/84486a41f81c:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-04T09:42:29,007 DEBUG [master/84486a41f81c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46399-0x101a1024d190000, quorum=127.0.0.1:50361, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-12-04T09:42:29,017 DEBUG [master/84486a41f81c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-12-04T09:42:29,018 DEBUG [master/84486a41f81c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46399-0x101a1024d190000, quorum=127.0.0.1:50361, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-12-04T09:42:29,027 DEBUG [master/84486a41f81c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-12-04T09:42:29,048 DEBUG [master/84486a41f81c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46399-0x101a1024d190000, quorum=127.0.0.1:50361, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-04T09:42:29,058 DEBUG [master/84486a41f81c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-12-04T09:42:29,069 DEBUG [pool-50-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46781-0x101a1024d190001, quorum=127.0.0.1:50361, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-04T09:42:29,069 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45725-0x101a1024d190002, quorum=127.0.0.1:50361, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-04T09:42:29,069 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46399-0x101a1024d190000, quorum=127.0.0.1:50361, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-04T09:42:29,070 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46399-0x101a1024d190000, quorum=127.0.0.1:50361, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T09:42:29,070 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45725-0x101a1024d190002, quorum=127.0.0.1:50361, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T09:42:29,070 DEBUG [pool-50-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46781-0x101a1024d190001, quorum=127.0.0.1:50361, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T09:42:29,074 INFO [master/84486a41f81c:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=84486a41f81c,46399,1733305347502, sessionid=0x101a1024d190000, setting cluster-up flag (Was=false) 2024-12-04T09:42:29,103 DEBUG [pool-50-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46781-0x101a1024d190001, quorum=127.0.0.1:50361, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T09:42:29,103 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46399-0x101a1024d190000, quorum=127.0.0.1:50361, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T09:42:29,103 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45725-0x101a1024d190002, quorum=127.0.0.1:50361, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T09:42:29,128 DEBUG [master/84486a41f81c:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-12-04T09:42:29,132 DEBUG [master/84486a41f81c:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=84486a41f81c,46399,1733305347502 2024-12-04T09:42:29,153 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46399-0x101a1024d190000, quorum=127.0.0.1:50361, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T09:42:29,153 DEBUG [pool-50-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46781-0x101a1024d190001, quorum=127.0.0.1:50361, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T09:42:29,153 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45725-0x101a1024d190002, quorum=127.0.0.1:50361, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T09:42:29,177 DEBUG [master/84486a41f81c:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-12-04T09:42:29,179 DEBUG [master/84486a41f81c:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=84486a41f81c,46399,1733305347502 2024-12-04T09:42:29,187 INFO [master/84486a41f81c:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:40777/user/jenkins/test-data/23a6a283-ef68-4fbc-5a5e-184798e7c827/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-04T09:42:29,189 INFO [RS:1;84486a41f81c:45725 {}] regionserver.HRegionServer(746): ClusterId : 0902f9c7-09ad-46da-9656-ad07a24bc5ff 2024-12-04T09:42:29,189 INFO [RS:0;84486a41f81c:46781 {}] regionserver.HRegionServer(746): ClusterId : 0902f9c7-09ad-46da-9656-ad07a24bc5ff 2024-12-04T09:42:29,192 DEBUG [RS:0;84486a41f81c:46781 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-04T09:42:29,192 DEBUG [RS:1;84486a41f81c:45725 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-04T09:42:29,204 DEBUG [RS:0;84486a41f81c:46781 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-04T09:42:29,204 DEBUG [RS:1;84486a41f81c:45725 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-04T09:42:29,204 DEBUG [RS:0;84486a41f81c:46781 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-04T09:42:29,204 DEBUG [RS:1;84486a41f81c:45725 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-04T09:42:29,212 DEBUG [RS:1;84486a41f81c:45725 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-04T09:42:29,212 DEBUG [RS:0;84486a41f81c:46781 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-04T09:42:29,213 DEBUG [RS:1;84486a41f81c:45725 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@25cf8797, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=84486a41f81c/172.17.0.2:0 2024-12-04T09:42:29,213 DEBUG [RS:0;84486a41f81c:46781 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@236ad981, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=84486a41f81c/172.17.0.2:0 2024-12-04T09:42:29,227 DEBUG [RS:1;84486a41f81c:45725 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;84486a41f81c:45725 2024-12-04T09:42:29,227 DEBUG [RS:0;84486a41f81c:46781 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;84486a41f81c:46781 2024-12-04T09:42:29,231 INFO [RS:1;84486a41f81c:45725 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-04T09:42:29,231 INFO [RS:0;84486a41f81c:46781 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-04T09:42:29,231 INFO [RS:1;84486a41f81c:45725 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-04T09:42:29,231 INFO [RS:0;84486a41f81c:46781 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-04T09:42:29,231 DEBUG [RS:1;84486a41f81c:45725 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-04T09:42:29,231 DEBUG [RS:0;84486a41f81c:46781 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-04T09:42:29,234 INFO [RS:0;84486a41f81c:46781 {}] regionserver.HRegionServer(2659): reportForDuty to master=84486a41f81c,46399,1733305347502 with port=46781, startcode=1733305348163 2024-12-04T09:42:29,234 INFO [RS:1;84486a41f81c:45725 {}] regionserver.HRegionServer(2659): reportForDuty to master=84486a41f81c,46399,1733305347502 with port=45725, startcode=1733305348260 2024-12-04T09:42:29,245 DEBUG [RS:0;84486a41f81c:46781 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-04T09:42:29,245 DEBUG [RS:1;84486a41f81c:45725 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-04T09:42:29,278 DEBUG [master/84486a41f81c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-04T09:42:29,279 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48435, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-12-04T09:42:29,279 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37325, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-12-04T09:42:29,286 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46399 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T09:42:29,290 INFO [master/84486a41f81c:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-04T09:42:29,293 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46399 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T09:42:29,298 INFO [master/84486a41f81c:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-04T09:42:29,304 DEBUG [master/84486a41f81c:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 84486a41f81c,46399,1733305347502 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-04T09:42:29,312 DEBUG [master/84486a41f81c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/84486a41f81c:0, corePoolSize=5, maxPoolSize=5 2024-12-04T09:42:29,312 DEBUG [master/84486a41f81c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/84486a41f81c:0, corePoolSize=5, maxPoolSize=5 2024-12-04T09:42:29,313 DEBUG [master/84486a41f81c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/84486a41f81c:0, corePoolSize=5, maxPoolSize=5 2024-12-04T09:42:29,313 DEBUG [master/84486a41f81c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/84486a41f81c:0, corePoolSize=5, maxPoolSize=5 2024-12-04T09:42:29,313 DEBUG [master/84486a41f81c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/84486a41f81c:0, corePoolSize=10, maxPoolSize=10 2024-12-04T09:42:29,313 DEBUG [master/84486a41f81c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/84486a41f81c:0, corePoolSize=1, maxPoolSize=1 2024-12-04T09:42:29,313 DEBUG [master/84486a41f81c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/84486a41f81c:0, corePoolSize=2, maxPoolSize=2 2024-12-04T09:42:29,313 DEBUG [master/84486a41f81c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/84486a41f81c:0, corePoolSize=1, maxPoolSize=1 2024-12-04T09:42:29,315 INFO [master/84486a41f81c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733305379315 2024-12-04T09:42:29,317 INFO [master/84486a41f81c:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-04T09:42:29,318 INFO [master/84486a41f81c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-04T09:42:29,318 DEBUG [RS:1;84486a41f81c:45725 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-12-04T09:42:29,318 DEBUG [RS:0;84486a41f81c:46781 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-12-04T09:42:29,318 WARN [RS:1;84486a41f81c:45725 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-12-04T09:42:29,318 WARN [RS:0;84486a41f81c:46781 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-12-04T09:42:29,320 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-04T09:42:29,320 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-04T09:42:29,322 INFO [master/84486a41f81c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-04T09:42:29,322 INFO [master/84486a41f81c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-04T09:42:29,322 INFO [master/84486a41f81c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-04T09:42:29,323 INFO [master/84486a41f81c:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-04T09:42:29,324 INFO [master/84486a41f81c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-04T09:42:29,327 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T09:42:29,327 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-04T09:42:29,328 INFO [master/84486a41f81c:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-04T09:42:29,330 INFO [master/84486a41f81c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-04T09:42:29,330 INFO [master/84486a41f81c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-04T09:42:29,332 INFO [master/84486a41f81c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-04T09:42:29,333 INFO [master/84486a41f81c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-04T09:42:29,334 DEBUG [master/84486a41f81c:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/84486a41f81c:0:becomeActiveMaster-HFileCleaner.large.0-1733305349334,5,FailOnTimeoutGroup] 2024-12-04T09:42:29,336 DEBUG [master/84486a41f81c:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/84486a41f81c:0:becomeActiveMaster-HFileCleaner.small.0-1733305349334,5,FailOnTimeoutGroup] 2024-12-04T09:42:29,336 INFO [master/84486a41f81c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-04T09:42:29,337 INFO [master/84486a41f81c:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-04T09:42:29,338 INFO [master/84486a41f81c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-04T09:42:29,338 INFO [master/84486a41f81c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-04T09:42:29,342 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45425 is added to blk_1073741831_1007 (size=1321) 2024-12-04T09:42:29,342 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39229 is added to blk_1073741831_1007 (size=1321) 2024-12-04T09:42:29,345 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:40777/user/jenkins/test-data/23a6a283-ef68-4fbc-5a5e-184798e7c827/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-04T09:42:29,345 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:40777/user/jenkins/test-data/23a6a283-ef68-4fbc-5a5e-184798e7c827 2024-12-04T09:42:29,361 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39229 is added to blk_1073741832_1008 (size=32) 2024-12-04T09:42:29,362 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45425 is added to blk_1073741832_1008 (size=32) 2024-12-04T09:42:29,364 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T09:42:29,366 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-04T09:42:29,369 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-04T09:42:29,369 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T09:42:29,370 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T09:42:29,370 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-04T09:42:29,372 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-04T09:42:29,372 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T09:42:29,374 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T09:42:29,374 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-04T09:42:29,376 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-04T09:42:29,376 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T09:42:29,377 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T09:42:29,378 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-04T09:42:29,380 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-04T09:42:29,381 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T09:42:29,382 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T09:42:29,382 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-04T09:42:29,384 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40777/user/jenkins/test-data/23a6a283-ef68-4fbc-5a5e-184798e7c827/data/hbase/meta/1588230740 2024-12-04T09:42:29,385 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40777/user/jenkins/test-data/23a6a283-ef68-4fbc-5a5e-184798e7c827/data/hbase/meta/1588230740 2024-12-04T09:42:29,388 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-04T09:42:29,388 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-04T09:42:29,389 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-04T09:42:29,393 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-04T09:42:29,397 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40777/user/jenkins/test-data/23a6a283-ef68-4fbc-5a5e-184798e7c827/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T09:42:29,398 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62439962, jitterRate=-0.06957206130027771}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-04T09:42:29,401 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733305349364Initializing all the Stores at 1733305349366 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733305349366Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733305349366Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733305349366Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733305349366Cleaning up temporary data from old regions at 1733305349388 (+22 ms)Region opened successfully at 1733305349401 (+13 ms) 2024-12-04T09:42:29,401 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-04T09:42:29,401 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-04T09:42:29,401 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-04T09:42:29,402 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 1 ms 2024-12-04T09:42:29,402 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-04T09:42:29,403 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-04T09:42:29,403 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733305349401Disabling compacts and flushes for region at 1733305349401Disabling writes for close at 1733305349402 (+1 ms)Writing region close event to WAL at 1733305349403 (+1 ms)Closed at 1733305349403 2024-12-04T09:42:29,406 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-04T09:42:29,407 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-04T09:42:29,413 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-04T09:42:29,420 INFO [RS:1;84486a41f81c:45725 {}] regionserver.HRegionServer(2659): reportForDuty to master=84486a41f81c,46399,1733305347502 with port=45725, startcode=1733305348260 2024-12-04T09:42:29,420 INFO [RS:0;84486a41f81c:46781 {}] regionserver.HRegionServer(2659): reportForDuty to master=84486a41f81c,46399,1733305347502 with port=46781, startcode=1733305348163 2024-12-04T09:42:29,421 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-04T09:42:29,422 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46399 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 84486a41f81c,46781,1733305348163 2024-12-04T09:42:29,424 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46399 {}] master.ServerManager(517): Registering regionserver=84486a41f81c,46781,1733305348163 2024-12-04T09:42:29,425 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-04T09:42:29,431 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46399 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 84486a41f81c,45725,1733305348260 2024-12-04T09:42:29,431 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46399 {}] master.ServerManager(517): Registering regionserver=84486a41f81c,45725,1733305348260 2024-12-04T09:42:29,432 DEBUG [RS:0;84486a41f81c:46781 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:40777/user/jenkins/test-data/23a6a283-ef68-4fbc-5a5e-184798e7c827 2024-12-04T09:42:29,432 DEBUG [RS:0;84486a41f81c:46781 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:40777 2024-12-04T09:42:29,432 DEBUG [RS:0;84486a41f81c:46781 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-04T09:42:29,434 DEBUG [RS:1;84486a41f81c:45725 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:40777/user/jenkins/test-data/23a6a283-ef68-4fbc-5a5e-184798e7c827 2024-12-04T09:42:29,435 DEBUG [RS:1;84486a41f81c:45725 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:40777 2024-12-04T09:42:29,435 DEBUG [RS:1;84486a41f81c:45725 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-04T09:42:29,444 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46399-0x101a1024d190000, quorum=127.0.0.1:50361, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-04T09:42:29,470 DEBUG [RS:0;84486a41f81c:46781 {}] zookeeper.ZKUtil(111): regionserver:46781-0x101a1024d190001, quorum=127.0.0.1:50361, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/84486a41f81c,46781,1733305348163 2024-12-04T09:42:29,471 WARN [RS:0;84486a41f81c:46781 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-04T09:42:29,471 DEBUG [RS:1;84486a41f81c:45725 {}] zookeeper.ZKUtil(111): regionserver:45725-0x101a1024d190002, quorum=127.0.0.1:50361, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/84486a41f81c,45725,1733305348260 2024-12-04T09:42:29,471 INFO [RS:0;84486a41f81c:46781 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T09:42:29,471 WARN [RS:1;84486a41f81c:45725 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-04T09:42:29,471 INFO [RS:1;84486a41f81c:45725 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T09:42:29,471 DEBUG [RS:0;84486a41f81c:46781 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:40777/user/jenkins/test-data/23a6a283-ef68-4fbc-5a5e-184798e7c827/WALs/84486a41f81c,46781,1733305348163 2024-12-04T09:42:29,471 DEBUG [RS:1;84486a41f81c:45725 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:40777/user/jenkins/test-data/23a6a283-ef68-4fbc-5a5e-184798e7c827/WALs/84486a41f81c,45725,1733305348260 2024-12-04T09:42:29,472 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [84486a41f81c,46781,1733305348163] 2024-12-04T09:42:29,472 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [84486a41f81c,45725,1733305348260] 2024-12-04T09:42:29,498 INFO [RS:1;84486a41f81c:45725 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-04T09:42:29,498 INFO [RS:0;84486a41f81c:46781 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-04T09:42:29,514 INFO [RS:1;84486a41f81c:45725 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-04T09:42:29,514 INFO [RS:0;84486a41f81c:46781 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-04T09:42:29,519 INFO [RS:0;84486a41f81c:46781 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-04T09:42:29,519 INFO [RS:0;84486a41f81c:46781 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T09:42:29,520 INFO [RS:1;84486a41f81c:45725 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-04T09:42:29,520 INFO [RS:1;84486a41f81c:45725 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T09:42:29,520 INFO [RS:0;84486a41f81c:46781 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-04T09:42:29,521 INFO [RS:1;84486a41f81c:45725 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-04T09:42:29,527 INFO [RS:0;84486a41f81c:46781 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-04T09:42:29,528 INFO [RS:1;84486a41f81c:45725 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-04T09:42:29,529 INFO [RS:0;84486a41f81c:46781 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-04T09:42:29,529 INFO [RS:1;84486a41f81c:45725 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-04T09:42:29,529 DEBUG [RS:0;84486a41f81c:46781 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/84486a41f81c:0, corePoolSize=1, maxPoolSize=1 2024-12-04T09:42:29,529 DEBUG [RS:1;84486a41f81c:45725 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/84486a41f81c:0, corePoolSize=1, maxPoolSize=1 2024-12-04T09:42:29,529 DEBUG [RS:0;84486a41f81c:46781 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/84486a41f81c:0, corePoolSize=1, maxPoolSize=1 2024-12-04T09:42:29,529 DEBUG [RS:1;84486a41f81c:45725 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/84486a41f81c:0, corePoolSize=1, maxPoolSize=1 2024-12-04T09:42:29,529 DEBUG [RS:0;84486a41f81c:46781 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/84486a41f81c:0, corePoolSize=1, maxPoolSize=1 2024-12-04T09:42:29,529 DEBUG [RS:0;84486a41f81c:46781 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/84486a41f81c:0, corePoolSize=1, maxPoolSize=1 2024-12-04T09:42:29,530 DEBUG [RS:1;84486a41f81c:45725 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/84486a41f81c:0, corePoolSize=1, maxPoolSize=1 2024-12-04T09:42:29,530 DEBUG [RS:0;84486a41f81c:46781 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/84486a41f81c:0, corePoolSize=1, maxPoolSize=1 2024-12-04T09:42:29,530 DEBUG [RS:1;84486a41f81c:45725 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/84486a41f81c:0, corePoolSize=1, maxPoolSize=1 2024-12-04T09:42:29,530 DEBUG [RS:0;84486a41f81c:46781 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/84486a41f81c:0, corePoolSize=2, maxPoolSize=2 2024-12-04T09:42:29,530 DEBUG [RS:0;84486a41f81c:46781 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/84486a41f81c:0, corePoolSize=1, maxPoolSize=1 2024-12-04T09:42:29,530 DEBUG [RS:1;84486a41f81c:45725 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/84486a41f81c:0, corePoolSize=1, maxPoolSize=1 2024-12-04T09:42:29,530 DEBUG [RS:0;84486a41f81c:46781 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/84486a41f81c:0, corePoolSize=1, maxPoolSize=1 2024-12-04T09:42:29,530 DEBUG [RS:1;84486a41f81c:45725 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/84486a41f81c:0, corePoolSize=2, maxPoolSize=2 2024-12-04T09:42:29,530 DEBUG [RS:1;84486a41f81c:45725 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/84486a41f81c:0, corePoolSize=1, maxPoolSize=1 2024-12-04T09:42:29,530 DEBUG [RS:0;84486a41f81c:46781 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/84486a41f81c:0, corePoolSize=1, maxPoolSize=1 2024-12-04T09:42:29,531 DEBUG [RS:1;84486a41f81c:45725 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/84486a41f81c:0, corePoolSize=1, maxPoolSize=1 2024-12-04T09:42:29,531 DEBUG [RS:0;84486a41f81c:46781 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/84486a41f81c:0, corePoolSize=1, maxPoolSize=1 2024-12-04T09:42:29,531 DEBUG [RS:1;84486a41f81c:45725 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/84486a41f81c:0, corePoolSize=1, maxPoolSize=1 2024-12-04T09:42:29,531 DEBUG [RS:0;84486a41f81c:46781 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/84486a41f81c:0, corePoolSize=1, maxPoolSize=1 2024-12-04T09:42:29,531 DEBUG [RS:1;84486a41f81c:45725 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/84486a41f81c:0, corePoolSize=1, maxPoolSize=1 2024-12-04T09:42:29,531 DEBUG [RS:0;84486a41f81c:46781 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/84486a41f81c:0, corePoolSize=1, maxPoolSize=1 2024-12-04T09:42:29,531 DEBUG [RS:1;84486a41f81c:45725 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/84486a41f81c:0, corePoolSize=1, maxPoolSize=1 2024-12-04T09:42:29,531 DEBUG [RS:0;84486a41f81c:46781 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/84486a41f81c:0, corePoolSize=3, maxPoolSize=3 2024-12-04T09:42:29,531 DEBUG [RS:1;84486a41f81c:45725 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/84486a41f81c:0, corePoolSize=1, maxPoolSize=1 2024-12-04T09:42:29,531 DEBUG [RS:0;84486a41f81c:46781 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/84486a41f81c:0, corePoolSize=3, maxPoolSize=3 2024-12-04T09:42:29,531 DEBUG [RS:1;84486a41f81c:45725 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/84486a41f81c:0, corePoolSize=3, maxPoolSize=3 2024-12-04T09:42:29,532 DEBUG [RS:1;84486a41f81c:45725 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/84486a41f81c:0, corePoolSize=3, maxPoolSize=3 2024-12-04T09:42:29,533 INFO [RS:1;84486a41f81c:45725 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-04T09:42:29,533 INFO [RS:1;84486a41f81c:45725 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-04T09:42:29,533 INFO [RS:1;84486a41f81c:45725 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T09:42:29,533 INFO [RS:1;84486a41f81c:45725 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-04T09:42:29,533 INFO [RS:1;84486a41f81c:45725 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-04T09:42:29,533 INFO [RS:1;84486a41f81c:45725 {}] hbase.ChoreService(168): Chore ScheduledChore name=84486a41f81c,45725,1733305348260-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-04T09:42:29,535 INFO [RS:0;84486a41f81c:46781 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-04T09:42:29,535 INFO [RS:0;84486a41f81c:46781 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-04T09:42:29,535 INFO [RS:0;84486a41f81c:46781 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T09:42:29,535 INFO [RS:0;84486a41f81c:46781 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-04T09:42:29,535 INFO [RS:0;84486a41f81c:46781 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-04T09:42:29,535 INFO [RS:0;84486a41f81c:46781 {}] hbase.ChoreService(168): Chore ScheduledChore name=84486a41f81c,46781,1733305348163-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-04T09:42:29,555 INFO [RS:0;84486a41f81c:46781 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-04T09:42:29,557 INFO [RS:1;84486a41f81c:45725 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-04T09:42:29,557 INFO [RS:0;84486a41f81c:46781 {}] hbase.ChoreService(168): Chore ScheduledChore name=84486a41f81c,46781,1733305348163-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T09:42:29,557 INFO [RS:1;84486a41f81c:45725 {}] hbase.ChoreService(168): Chore ScheduledChore name=84486a41f81c,45725,1733305348260-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T09:42:29,557 INFO [RS:0;84486a41f81c:46781 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T09:42:29,557 INFO [RS:1;84486a41f81c:45725 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T09:42:29,557 INFO [RS:0;84486a41f81c:46781 {}] regionserver.Replication(171): 84486a41f81c,46781,1733305348163 started 2024-12-04T09:42:29,557 INFO [RS:1;84486a41f81c:45725 {}] regionserver.Replication(171): 84486a41f81c,45725,1733305348260 started 2024-12-04T09:42:29,575 INFO [RS:0;84486a41f81c:46781 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T09:42:29,576 INFO [RS:0;84486a41f81c:46781 {}] regionserver.HRegionServer(1482): Serving as 84486a41f81c,46781,1733305348163, RpcServer on 84486a41f81c/172.17.0.2:46781, sessionid=0x101a1024d190001 2024-12-04T09:42:29,576 WARN [84486a41f81c:46399 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-04T09:42:29,577 DEBUG [RS:0;84486a41f81c:46781 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-04T09:42:29,577 DEBUG [RS:0;84486a41f81c:46781 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 84486a41f81c,46781,1733305348163 2024-12-04T09:42:29,577 DEBUG [RS:0;84486a41f81c:46781 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '84486a41f81c,46781,1733305348163' 2024-12-04T09:42:29,577 DEBUG [RS:0;84486a41f81c:46781 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-04T09:42:29,578 DEBUG [RS:0;84486a41f81c:46781 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-04T09:42:29,579 DEBUG [RS:0;84486a41f81c:46781 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-04T09:42:29,579 DEBUG [RS:0;84486a41f81c:46781 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-04T09:42:29,579 DEBUG [RS:0;84486a41f81c:46781 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 84486a41f81c,46781,1733305348163 2024-12-04T09:42:29,579 DEBUG [RS:0;84486a41f81c:46781 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '84486a41f81c,46781,1733305348163' 2024-12-04T09:42:29,579 DEBUG [RS:0;84486a41f81c:46781 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-04T09:42:29,579 DEBUG [RS:0;84486a41f81c:46781 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-04T09:42:29,580 INFO [RS:1;84486a41f81c:45725 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T09:42:29,580 INFO [RS:1;84486a41f81c:45725 {}] regionserver.HRegionServer(1482): Serving as 84486a41f81c,45725,1733305348260, RpcServer on 84486a41f81c/172.17.0.2:45725, sessionid=0x101a1024d190002 2024-12-04T09:42:29,580 DEBUG [RS:1;84486a41f81c:45725 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-04T09:42:29,580 DEBUG [RS:0;84486a41f81c:46781 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-04T09:42:29,580 DEBUG [RS:1;84486a41f81c:45725 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 84486a41f81c,45725,1733305348260 2024-12-04T09:42:29,580 DEBUG [RS:1;84486a41f81c:45725 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '84486a41f81c,45725,1733305348260' 2024-12-04T09:42:29,580 INFO [RS:0;84486a41f81c:46781 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-04T09:42:29,580 DEBUG [RS:1;84486a41f81c:45725 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-04T09:42:29,580 INFO [RS:0;84486a41f81c:46781 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-04T09:42:29,581 DEBUG [RS:1;84486a41f81c:45725 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-04T09:42:29,582 DEBUG [RS:1;84486a41f81c:45725 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-04T09:42:29,582 DEBUG [RS:1;84486a41f81c:45725 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-04T09:42:29,582 DEBUG [RS:1;84486a41f81c:45725 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 84486a41f81c,45725,1733305348260 2024-12-04T09:42:29,582 DEBUG [RS:1;84486a41f81c:45725 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '84486a41f81c,45725,1733305348260' 2024-12-04T09:42:29,582 DEBUG [RS:1;84486a41f81c:45725 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-04T09:42:29,583 DEBUG [RS:1;84486a41f81c:45725 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-04T09:42:29,584 DEBUG [RS:1;84486a41f81c:45725 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-04T09:42:29,584 INFO [RS:1;84486a41f81c:45725 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-04T09:42:29,584 INFO [RS:1;84486a41f81c:45725 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-04T09:42:29,686 INFO [RS:1;84486a41f81c:45725 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-04T09:42:29,686 INFO [RS:0;84486a41f81c:46781 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-04T09:42:29,689 INFO [RS:0;84486a41f81c:46781 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=84486a41f81c%2C46781%2C1733305348163, suffix=, logDir=hdfs://localhost:40777/user/jenkins/test-data/23a6a283-ef68-4fbc-5a5e-184798e7c827/WALs/84486a41f81c,46781,1733305348163, archiveDir=hdfs://localhost:40777/user/jenkins/test-data/23a6a283-ef68-4fbc-5a5e-184798e7c827/oldWALs, maxLogs=32 2024-12-04T09:42:29,689 INFO [RS:1;84486a41f81c:45725 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=84486a41f81c%2C45725%2C1733305348260, suffix=, logDir=hdfs://localhost:40777/user/jenkins/test-data/23a6a283-ef68-4fbc-5a5e-184798e7c827/WALs/84486a41f81c,45725,1733305348260, archiveDir=hdfs://localhost:40777/user/jenkins/test-data/23a6a283-ef68-4fbc-5a5e-184798e7c827/oldWALs, maxLogs=32 2024-12-04T09:42:29,706 DEBUG [RS:1;84486a41f81c:45725 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/23a6a283-ef68-4fbc-5a5e-184798e7c827/WALs/84486a41f81c,45725,1733305348260/84486a41f81c%2C45725%2C1733305348260.1733305349693, exclude list is [], retry=0 2024-12-04T09:42:29,706 DEBUG [RS:0;84486a41f81c:46781 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/23a6a283-ef68-4fbc-5a5e-184798e7c827/WALs/84486a41f81c,46781,1733305348163/84486a41f81c%2C46781%2C1733305348163.1733305349693, exclude list is [], retry=0 2024-12-04T09:42:29,711 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45425,DS-0aab7108-57c2-4590-8881-1c04f5549163,DISK] 2024-12-04T09:42:29,711 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39229,DS-0fff4f6d-cded-46c2-9b65-9b58f585a10f,DISK] 2024-12-04T09:42:29,711 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45425,DS-0aab7108-57c2-4590-8881-1c04f5549163,DISK] 2024-12-04T09:42:29,713 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39229,DS-0fff4f6d-cded-46c2-9b65-9b58f585a10f,DISK] 2024-12-04T09:42:29,716 INFO [RS:0;84486a41f81c:46781 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/23a6a283-ef68-4fbc-5a5e-184798e7c827/WALs/84486a41f81c,46781,1733305348163/84486a41f81c%2C46781%2C1733305348163.1733305349693 2024-12-04T09:42:29,716 INFO [RS:1;84486a41f81c:45725 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/23a6a283-ef68-4fbc-5a5e-184798e7c827/WALs/84486a41f81c,45725,1733305348260/84486a41f81c%2C45725%2C1733305348260.1733305349693 2024-12-04T09:42:29,717 DEBUG [RS:0;84486a41f81c:46781 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45787:45787),(127.0.0.1/127.0.0.1:43931:43931)] 2024-12-04T09:42:29,717 DEBUG [RS:1;84486a41f81c:45725 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45787:45787),(127.0.0.1/127.0.0.1:43931:43931)] 2024-12-04T09:42:29,829 DEBUG [84486a41f81c:46399 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=2, allServersCount=2 2024-12-04T09:42:29,840 DEBUG [84486a41f81c:46399 {}] balancer.BalancerClusterState(204): Hosts are {84486a41f81c=0} racks are {/default-rack=0} 2024-12-04T09:42:29,846 DEBUG [84486a41f81c:46399 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-12-04T09:42:29,846 DEBUG [84486a41f81c:46399 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-12-04T09:42:29,846 DEBUG [84486a41f81c:46399 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-12-04T09:42:29,847 DEBUG [84486a41f81c:46399 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-12-04T09:42:29,847 INFO [84486a41f81c:46399 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-12-04T09:42:29,847 INFO [84486a41f81c:46399 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-12-04T09:42:29,847 DEBUG [84486a41f81c:46399 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-12-04T09:42:29,855 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=84486a41f81c,46781,1733305348163 2024-12-04T09:42:29,860 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 84486a41f81c,46781,1733305348163, state=OPENING 2024-12-04T09:42:29,917 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-04T09:42:29,928 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45725-0x101a1024d190002, quorum=127.0.0.1:50361, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T09:42:29,928 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46399-0x101a1024d190000, quorum=127.0.0.1:50361, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T09:42:29,928 DEBUG [pool-50-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46781-0x101a1024d190001, quorum=127.0.0.1:50361, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T09:42:29,928 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-04T09:42:29,929 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-04T09:42:29,929 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-04T09:42:29,930 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-04T09:42:29,932 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=84486a41f81c,46781,1733305348163}] 2024-12-04T09:42:30,104 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-04T09:42:30,107 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41341, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-04T09:42:30,118 INFO [RS_OPEN_META-regionserver/84486a41f81c:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-04T09:42:30,119 INFO [RS_OPEN_META-regionserver/84486a41f81c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T09:42:30,119 INFO [RS_OPEN_META-regionserver/84486a41f81c:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-04T09:42:30,123 INFO [RS_OPEN_META-regionserver/84486a41f81c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=84486a41f81c%2C46781%2C1733305348163.meta, suffix=.meta, logDir=hdfs://localhost:40777/user/jenkins/test-data/23a6a283-ef68-4fbc-5a5e-184798e7c827/WALs/84486a41f81c,46781,1733305348163, archiveDir=hdfs://localhost:40777/user/jenkins/test-data/23a6a283-ef68-4fbc-5a5e-184798e7c827/oldWALs, maxLogs=32 2024-12-04T09:42:30,137 DEBUG [RS_OPEN_META-regionserver/84486a41f81c:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/23a6a283-ef68-4fbc-5a5e-184798e7c827/WALs/84486a41f81c,46781,1733305348163/84486a41f81c%2C46781%2C1733305348163.meta.1733305350124.meta, exclude list is [], retry=0 2024-12-04T09:42:30,141 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39229,DS-0fff4f6d-cded-46c2-9b65-9b58f585a10f,DISK] 2024-12-04T09:42:30,141 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45425,DS-0aab7108-57c2-4590-8881-1c04f5549163,DISK] 2024-12-04T09:42:30,146 INFO [RS_OPEN_META-regionserver/84486a41f81c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/23a6a283-ef68-4fbc-5a5e-184798e7c827/WALs/84486a41f81c,46781,1733305348163/84486a41f81c%2C46781%2C1733305348163.meta.1733305350124.meta 2024-12-04T09:42:30,146 DEBUG [RS_OPEN_META-regionserver/84486a41f81c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43931:43931),(127.0.0.1/127.0.0.1:45787:45787)] 2024-12-04T09:42:30,147 DEBUG [RS_OPEN_META-regionserver/84486a41f81c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-04T09:42:30,149 DEBUG [RS_OPEN_META-regionserver/84486a41f81c:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-04T09:42:30,152 DEBUG [RS_OPEN_META-regionserver/84486a41f81c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-04T09:42:30,157 INFO [RS_OPEN_META-regionserver/84486a41f81c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-04T09:42:30,161 DEBUG [RS_OPEN_META-regionserver/84486a41f81c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-04T09:42:30,161 DEBUG [RS_OPEN_META-regionserver/84486a41f81c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T09:42:30,161 DEBUG [RS_OPEN_META-regionserver/84486a41f81c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-04T09:42:30,161 DEBUG [RS_OPEN_META-regionserver/84486a41f81c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-04T09:42:30,167 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-04T09:42:30,168 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-04T09:42:30,169 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T09:42:30,169 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T09:42:30,170 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-04T09:42:30,171 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-04T09:42:30,171 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T09:42:30,172 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T09:42:30,172 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-04T09:42:30,174 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-04T09:42:30,174 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T09:42:30,175 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T09:42:30,175 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-04T09:42:30,177 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-04T09:42:30,177 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T09:42:30,178 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T09:42:30,178 DEBUG [RS_OPEN_META-regionserver/84486a41f81c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-04T09:42:30,180 DEBUG [RS_OPEN_META-regionserver/84486a41f81c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40777/user/jenkins/test-data/23a6a283-ef68-4fbc-5a5e-184798e7c827/data/hbase/meta/1588230740 2024-12-04T09:42:30,183 DEBUG [RS_OPEN_META-regionserver/84486a41f81c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40777/user/jenkins/test-data/23a6a283-ef68-4fbc-5a5e-184798e7c827/data/hbase/meta/1588230740 2024-12-04T09:42:30,187 DEBUG [RS_OPEN_META-regionserver/84486a41f81c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-04T09:42:30,187 DEBUG [RS_OPEN_META-regionserver/84486a41f81c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-04T09:42:30,188 DEBUG [RS_OPEN_META-regionserver/84486a41f81c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-04T09:42:30,192 DEBUG [RS_OPEN_META-regionserver/84486a41f81c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-04T09:42:30,194 INFO [RS_OPEN_META-regionserver/84486a41f81c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61807130, jitterRate=-0.07900199294090271}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-04T09:42:30,194 DEBUG [RS_OPEN_META-regionserver/84486a41f81c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-04T09:42:30,196 DEBUG [RS_OPEN_META-regionserver/84486a41f81c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733305350162Writing region info on filesystem at 1733305350162Initializing all the Stores at 1733305350164 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733305350164Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733305350166 (+2 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733305350166Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733305350167 (+1 ms)Cleaning up temporary data from old regions at 1733305350187 (+20 ms)Running coprocessor post-open hooks at 1733305350194 (+7 ms)Region opened successfully at 1733305350196 (+2 ms) 2024-12-04T09:42:30,204 INFO [RS_OPEN_META-regionserver/84486a41f81c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733305350097 2024-12-04T09:42:30,216 DEBUG [RS_OPEN_META-regionserver/84486a41f81c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-04T09:42:30,217 INFO [RS_OPEN_META-regionserver/84486a41f81c:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-04T09:42:30,219 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=84486a41f81c,46781,1733305348163 2024-12-04T09:42:30,222 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 84486a41f81c,46781,1733305348163, state=OPEN 2024-12-04T09:42:30,292 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45725-0x101a1024d190002, quorum=127.0.0.1:50361, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-04T09:42:30,292 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46399-0x101a1024d190000, quorum=127.0.0.1:50361, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-04T09:42:30,292 DEBUG [pool-50-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46781-0x101a1024d190001, quorum=127.0.0.1:50361, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-04T09:42:30,292 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-04T09:42:30,292 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-04T09:42:30,292 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-04T09:42:30,293 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=84486a41f81c,46781,1733305348163 2024-12-04T09:42:30,299 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-04T09:42:30,300 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=84486a41f81c,46781,1733305348163 in 361 msec 2024-12-04T09:42:30,307 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-04T09:42:30,307 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 889 msec 2024-12-04T09:42:30,308 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-04T09:42:30,309 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-04T09:42:30,330 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T09:42:30,331 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=84486a41f81c,46781,1733305348163, seqNum=-1] 2024-12-04T09:42:30,349 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T09:42:30,351 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54035, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T09:42:30,377 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.1560 sec 2024-12-04T09:42:30,377 INFO [master/84486a41f81c:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733305350377, completionTime=-1 2024-12-04T09:42:30,380 INFO [master/84486a41f81c:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=2; waited=0ms, expected min=2 server(s), max=2 server(s), master is running 2024-12-04T09:42:30,381 DEBUG [master/84486a41f81c:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-04T09:42:30,413 INFO [master/84486a41f81c:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=2 2024-12-04T09:42:30,413 INFO [master/84486a41f81c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733305410413 2024-12-04T09:42:30,413 INFO [master/84486a41f81c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733305470413 2024-12-04T09:42:30,413 INFO [master/84486a41f81c:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 32 msec 2024-12-04T09:42:30,415 DEBUG [master/84486a41f81c:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-12-04T09:42:30,423 INFO [master/84486a41f81c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=84486a41f81c,46399,1733305347502-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T09:42:30,423 INFO [master/84486a41f81c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=84486a41f81c,46399,1733305347502-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T09:42:30,424 INFO [master/84486a41f81c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=84486a41f81c,46399,1733305347502-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T09:42:30,425 INFO [master/84486a41f81c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-84486a41f81c:46399, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T09:42:30,426 INFO [master/84486a41f81c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-04T09:42:30,426 INFO [master/84486a41f81c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-04T09:42:30,433 DEBUG [master/84486a41f81c:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-04T09:42:30,451 INFO [master/84486a41f81c:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.097sec 2024-12-04T09:42:30,452 INFO [master/84486a41f81c:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-04T09:42:30,454 INFO [master/84486a41f81c:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-04T09:42:30,455 INFO [master/84486a41f81c:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-04T09:42:30,455 INFO [master/84486a41f81c:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-04T09:42:30,455 INFO [master/84486a41f81c:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-04T09:42:30,456 INFO [master/84486a41f81c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=84486a41f81c,46399,1733305347502-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-04T09:42:30,456 INFO [master/84486a41f81c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=84486a41f81c,46399,1733305347502-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-04T09:42:30,460 DEBUG [master/84486a41f81c:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-04T09:42:30,461 INFO [master/84486a41f81c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-04T09:42:30,461 INFO [master/84486a41f81c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=84486a41f81c,46399,1733305347502-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T09:42:30,501 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2b96709c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T09:42:30,504 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-12-04T09:42:30,504 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-12-04T09:42:30,524 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 84486a41f81c,46399,-1 for getting cluster id 2024-12-04T09:42:30,528 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T09:42:30,536 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0902f9c7-09ad-46da-9656-ad07a24bc5ff' 2024-12-04T09:42:30,539 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T09:42:30,539 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0902f9c7-09ad-46da-9656-ad07a24bc5ff" 2024-12-04T09:42:30,539 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2cc6e12a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T09:42:30,539 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [84486a41f81c,46399,-1] 2024-12-04T09:42:30,542 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T09:42:30,544 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T09:42:30,544 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46446, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T09:42:30,547 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@d52dd2e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T09:42:30,548 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T09:42:30,556 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=84486a41f81c,46781,1733305348163, seqNum=-1] 2024-12-04T09:42:30,556 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T09:42:30,559 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59898, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T09:42:30,583 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=84486a41f81c,46399,1733305347502 2024-12-04T09:42:30,587 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T09:42:30,597 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 84486a41f81c,46399,1733305347502 2024-12-04T09:42:30,600 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4c57312a 2024-12-04T09:42:30,602 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T09:42:30,608 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46454, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-04T09:42:30,615 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46399 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testClearRegionBlockCache', {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-04T09:42:30,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46399 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testClearRegionBlockCache 2024-12-04T09:42:30,626 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_PRE_OPERATION 2024-12-04T09:42:30,629 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46399 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testClearRegionBlockCache" procId is: 4 2024-12-04T09:42:30,629 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T09:42:30,632 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-04T09:42:30,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T09:42:30,679 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39229 is added to blk_1073741836_1012 (size=379) 2024-12-04T09:42:30,680 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45425 is added to blk_1073741836_1012 (size=379) 2024-12-04T09:42:30,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T09:42:30,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T09:42:31,085 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 5a113f0630a7addfeac9680de5810d53, NAME => 'testClearRegionBlockCache,,1733305350610.5a113f0630a7addfeac9680de5810d53.', STARTKEY => '', ENDKEY => '5'}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40777/user/jenkins/test-data/23a6a283-ef68-4fbc-5a5e-184798e7c827 2024-12-04T09:42:31,086 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 6a999de153c867c0f087afe4bae1d367, NAME => 'testClearRegionBlockCache,5,1733305350610.6a999de153c867c0f087afe4bae1d367.', STARTKEY => '5', ENDKEY => ''}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40777/user/jenkins/test-data/23a6a283-ef68-4fbc-5a5e-184798e7c827 2024-12-04T09:42:31,102 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39229 is added to blk_1073741837_1013 (size=61) 2024-12-04T09:42:31,102 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45425 is added to blk_1073741837_1013 (size=61) 2024-12-04T09:42:31,103 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,5,1733305350610.6a999de153c867c0f087afe4bae1d367.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T09:42:31,104 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1722): Closing 6a999de153c867c0f087afe4bae1d367, disabling compactions & flushes 2024-12-04T09:42:31,104 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,5,1733305350610.6a999de153c867c0f087afe4bae1d367. 2024-12-04T09:42:31,104 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,5,1733305350610.6a999de153c867c0f087afe4bae1d367. 2024-12-04T09:42:31,104 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,5,1733305350610.6a999de153c867c0f087afe4bae1d367. after waiting 0 ms 2024-12-04T09:42:31,104 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,5,1733305350610.6a999de153c867c0f087afe4bae1d367. 2024-12-04T09:42:31,104 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,5,1733305350610.6a999de153c867c0f087afe4bae1d367. 2024-12-04T09:42:31,104 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1676): Region close journal for 6a999de153c867c0f087afe4bae1d367: Waiting for close lock at 1733305351103Disabling compacts and flushes for region at 1733305351103Disabling writes for close at 1733305351104 (+1 ms)Writing region close event to WAL at 1733305351104Closed at 1733305351104 2024-12-04T09:42:31,111 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45425 is added to blk_1073741838_1014 (size=61) 2024-12-04T09:42:31,111 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39229 is added to blk_1073741838_1014 (size=61) 2024-12-04T09:42:31,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T09:42:31,511 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,,1733305350610.5a113f0630a7addfeac9680de5810d53.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T09:42:31,511 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1722): Closing 5a113f0630a7addfeac9680de5810d53, disabling compactions & flushes 2024-12-04T09:42:31,511 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,,1733305350610.5a113f0630a7addfeac9680de5810d53. 2024-12-04T09:42:31,511 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,,1733305350610.5a113f0630a7addfeac9680de5810d53. 2024-12-04T09:42:31,511 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,,1733305350610.5a113f0630a7addfeac9680de5810d53. after waiting 0 ms 2024-12-04T09:42:31,511 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,,1733305350610.5a113f0630a7addfeac9680de5810d53. 2024-12-04T09:42:31,511 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,,1733305350610.5a113f0630a7addfeac9680de5810d53. 2024-12-04T09:42:31,512 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1676): Region close journal for 5a113f0630a7addfeac9680de5810d53: Waiting for close lock at 1733305351511Disabling compacts and flushes for region at 1733305351511Disabling writes for close at 1733305351511Writing region close event to WAL at 1733305351511Closed at 1733305351511 2024-12-04T09:42:31,514 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ADD_TO_META 2024-12-04T09:42:31,519 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testClearRegionBlockCache,5,1733305350610.6a999de153c867c0f087afe4bae1d367.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1733305351514"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733305351514"}]},"ts":"1733305351514"} 2024-12-04T09:42:31,520 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testClearRegionBlockCache,,1733305350610.5a113f0630a7addfeac9680de5810d53.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1733305351514"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733305351514"}]},"ts":"1733305351514"} 2024-12-04T09:42:31,551 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 2 regions to meta. 2024-12-04T09:42:31,553 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-04T09:42:31,556 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733305351553"}]},"ts":"1733305351553"} 2024-12-04T09:42:31,560 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testClearRegionBlockCache, state=ENABLING in hbase:meta 2024-12-04T09:42:31,561 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {84486a41f81c=0} racks are {/default-rack=0} 2024-12-04T09:42:31,563 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-12-04T09:42:31,563 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-12-04T09:42:31,563 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-12-04T09:42:31,563 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-12-04T09:42:31,563 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-12-04T09:42:31,563 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-12-04T09:42:31,563 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-12-04T09:42:31,565 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=5a113f0630a7addfeac9680de5810d53, ASSIGN}, {pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=6a999de153c867c0f087afe4bae1d367, ASSIGN}] 2024-12-04T09:42:31,568 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=6a999de153c867c0f087afe4bae1d367, ASSIGN 2024-12-04T09:42:31,568 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=5a113f0630a7addfeac9680de5810d53, ASSIGN 2024-12-04T09:42:31,569 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=5a113f0630a7addfeac9680de5810d53, ASSIGN; state=OFFLINE, location=84486a41f81c,45725,1733305348260; forceNewPlan=false, retain=false 2024-12-04T09:42:31,569 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=6a999de153c867c0f087afe4bae1d367, ASSIGN; state=OFFLINE, location=84486a41f81c,46781,1733305348163; forceNewPlan=false, retain=false 2024-12-04T09:42:31,722 INFO [84486a41f81c:46399 {}] balancer.BaseLoadBalancer(388): Reassigned 2 regions. 2 retained the pre-restart assignment. 2024-12-04T09:42:31,723 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=6a999de153c867c0f087afe4bae1d367, regionState=OPENING, regionLocation=84486a41f81c,46781,1733305348163 2024-12-04T09:42:31,723 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=5a113f0630a7addfeac9680de5810d53, regionState=OPENING, regionLocation=84486a41f81c,45725,1733305348260 2024-12-04T09:42:31,728 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=6a999de153c867c0f087afe4bae1d367, ASSIGN because future has completed 2024-12-04T09:42:31,729 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6a999de153c867c0f087afe4bae1d367, server=84486a41f81c,46781,1733305348163}] 2024-12-04T09:42:31,731 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=5a113f0630a7addfeac9680de5810d53, ASSIGN because future has completed 2024-12-04T09:42:31,734 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5a113f0630a7addfeac9680de5810d53, server=84486a41f81c,45725,1733305348260}] 2024-12-04T09:42:31,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T09:42:31,891 DEBUG [RSProcedureDispatcher-pool-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-04T09:42:31,894 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50385, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-04T09:42:31,894 INFO [RS_OPEN_REGION-regionserver/84486a41f81c:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] handler.AssignRegionHandler(132): Open testClearRegionBlockCache,5,1733305350610.6a999de153c867c0f087afe4bae1d367. 2024-12-04T09:42:31,894 DEBUG [RS_OPEN_REGION-regionserver/84486a41f81c:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => 6a999de153c867c0f087afe4bae1d367, NAME => 'testClearRegionBlockCache,5,1733305350610.6a999de153c867c0f087afe4bae1d367.', STARTKEY => '5', ENDKEY => ''} 2024-12-04T09:42:31,895 DEBUG [RS_OPEN_REGION-regionserver/84486a41f81c:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache 6a999de153c867c0f087afe4bae1d367 2024-12-04T09:42:31,895 DEBUG [RS_OPEN_REGION-regionserver/84486a41f81c:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,5,1733305350610.6a999de153c867c0f087afe4bae1d367.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T09:42:31,895 DEBUG [RS_OPEN_REGION-regionserver/84486a41f81c:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for 6a999de153c867c0f087afe4bae1d367 2024-12-04T09:42:31,895 DEBUG [RS_OPEN_REGION-regionserver/84486a41f81c:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for 6a999de153c867c0f087afe4bae1d367 2024-12-04T09:42:31,903 INFO [StoreOpener-6a999de153c867c0f087afe4bae1d367-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region 6a999de153c867c0f087afe4bae1d367 2024-12-04T09:42:31,906 INFO [StoreOpener-6a999de153c867c0f087afe4bae1d367-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6a999de153c867c0f087afe4bae1d367 columnFamilyName family 2024-12-04T09:42:31,906 DEBUG [StoreOpener-6a999de153c867c0f087afe4bae1d367-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T09:42:31,907 INFO [RS_OPEN_REGION-regionserver/84486a41f81c:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] handler.AssignRegionHandler(132): Open testClearRegionBlockCache,,1733305350610.5a113f0630a7addfeac9680de5810d53. 2024-12-04T09:42:31,907 INFO [StoreOpener-6a999de153c867c0f087afe4bae1d367-1 {}] regionserver.HStore(327): Store=6a999de153c867c0f087afe4bae1d367/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T09:42:31,907 DEBUG [RS_OPEN_REGION-regionserver/84486a41f81c:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7752): Opening region: {ENCODED => 5a113f0630a7addfeac9680de5810d53, NAME => 'testClearRegionBlockCache,,1733305350610.5a113f0630a7addfeac9680de5810d53.', STARTKEY => '', ENDKEY => '5'} 2024-12-04T09:42:31,908 DEBUG [RS_OPEN_REGION-regionserver/84486a41f81c:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache 5a113f0630a7addfeac9680de5810d53 2024-12-04T09:42:31,908 DEBUG [RS_OPEN_REGION-regionserver/84486a41f81c:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,,1733305350610.5a113f0630a7addfeac9680de5810d53.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T09:42:31,908 DEBUG [RS_OPEN_REGION-regionserver/84486a41f81c:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7794): checking encryption for 5a113f0630a7addfeac9680de5810d53 2024-12-04T09:42:31,908 DEBUG [RS_OPEN_REGION-regionserver/84486a41f81c:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7797): checking classloading for 5a113f0630a7addfeac9680de5810d53 2024-12-04T09:42:31,908 DEBUG [RS_OPEN_REGION-regionserver/84486a41f81c:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for 6a999de153c867c0f087afe4bae1d367 2024-12-04T09:42:31,914 INFO [StoreOpener-5a113f0630a7addfeac9680de5810d53-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region 5a113f0630a7addfeac9680de5810d53 2024-12-04T09:42:31,916 DEBUG [RS_OPEN_REGION-regionserver/84486a41f81c:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40777/user/jenkins/test-data/23a6a283-ef68-4fbc-5a5e-184798e7c827/data/default/testClearRegionBlockCache/6a999de153c867c0f087afe4bae1d367 2024-12-04T09:42:31,917 DEBUG [RS_OPEN_REGION-regionserver/84486a41f81c:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40777/user/jenkins/test-data/23a6a283-ef68-4fbc-5a5e-184798e7c827/data/default/testClearRegionBlockCache/6a999de153c867c0f087afe4bae1d367 2024-12-04T09:42:31,918 INFO [StoreOpener-5a113f0630a7addfeac9680de5810d53-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5a113f0630a7addfeac9680de5810d53 columnFamilyName family 2024-12-04T09:42:31,918 DEBUG [RS_OPEN_REGION-regionserver/84486a41f81c:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for 6a999de153c867c0f087afe4bae1d367 2024-12-04T09:42:31,918 DEBUG [RS_OPEN_REGION-regionserver/84486a41f81c:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for 6a999de153c867c0f087afe4bae1d367 2024-12-04T09:42:31,918 DEBUG [StoreOpener-5a113f0630a7addfeac9680de5810d53-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T09:42:31,920 INFO [StoreOpener-5a113f0630a7addfeac9680de5810d53-1 {}] regionserver.HStore(327): Store=5a113f0630a7addfeac9680de5810d53/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T09:42:31,920 DEBUG [RS_OPEN_REGION-regionserver/84486a41f81c:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1038): replaying wal for 5a113f0630a7addfeac9680de5810d53 2024-12-04T09:42:31,922 DEBUG [RS_OPEN_REGION-regionserver/84486a41f81c:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40777/user/jenkins/test-data/23a6a283-ef68-4fbc-5a5e-184798e7c827/data/default/testClearRegionBlockCache/5a113f0630a7addfeac9680de5810d53 2024-12-04T09:42:31,922 DEBUG [RS_OPEN_REGION-regionserver/84486a41f81c:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for 6a999de153c867c0f087afe4bae1d367 2024-12-04T09:42:31,923 DEBUG [RS_OPEN_REGION-regionserver/84486a41f81c:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40777/user/jenkins/test-data/23a6a283-ef68-4fbc-5a5e-184798e7c827/data/default/testClearRegionBlockCache/5a113f0630a7addfeac9680de5810d53 2024-12-04T09:42:31,923 DEBUG [RS_OPEN_REGION-regionserver/84486a41f81c:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1048): stopping wal replay for 5a113f0630a7addfeac9680de5810d53 2024-12-04T09:42:31,923 DEBUG [RS_OPEN_REGION-regionserver/84486a41f81c:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1060): Cleaning up temporary data for 5a113f0630a7addfeac9680de5810d53 2024-12-04T09:42:31,926 DEBUG [RS_OPEN_REGION-regionserver/84486a41f81c:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1093): writing seq id for 5a113f0630a7addfeac9680de5810d53 2024-12-04T09:42:31,935 DEBUG [RS_OPEN_REGION-regionserver/84486a41f81c:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40777/user/jenkins/test-data/23a6a283-ef68-4fbc-5a5e-184798e7c827/data/default/testClearRegionBlockCache/5a113f0630a7addfeac9680de5810d53/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T09:42:31,935 DEBUG [RS_OPEN_REGION-regionserver/84486a41f81c:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40777/user/jenkins/test-data/23a6a283-ef68-4fbc-5a5e-184798e7c827/data/default/testClearRegionBlockCache/6a999de153c867c0f087afe4bae1d367/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T09:42:31,936 INFO [RS_OPEN_REGION-regionserver/84486a41f81c:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1114): Opened 5a113f0630a7addfeac9680de5810d53; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71946649, jitterRate=0.07208861410617828}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-04T09:42:31,936 DEBUG [RS_OPEN_REGION-regionserver/84486a41f81c:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 5a113f0630a7addfeac9680de5810d53 2024-12-04T09:42:31,936 INFO [RS_OPEN_REGION-regionserver/84486a41f81c:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1114): Opened 6a999de153c867c0f087afe4bae1d367; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74546496, jitterRate=0.11082935333251953}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-04T09:42:31,937 DEBUG [RS_OPEN_REGION-regionserver/84486a41f81c:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 6a999de153c867c0f087afe4bae1d367 2024-12-04T09:42:31,937 DEBUG [RS_OPEN_REGION-regionserver/84486a41f81c:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1006): Region open journal for 5a113f0630a7addfeac9680de5810d53: Running coprocessor pre-open hook at 1733305351908Writing region info on filesystem at 1733305351908Initializing all the Stores at 1733305351911 (+3 ms)Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733305351911Cleaning up temporary data from old regions at 1733305351923 (+12 ms)Running coprocessor post-open hooks at 1733305351936 (+13 ms)Region opened successfully at 1733305351937 (+1 ms) 2024-12-04T09:42:31,937 DEBUG [RS_OPEN_REGION-regionserver/84486a41f81c:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for 6a999de153c867c0f087afe4bae1d367: Running coprocessor pre-open hook at 1733305351898Writing region info on filesystem at 1733305351898Initializing all the Stores at 1733305351901 (+3 ms)Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733305351901Cleaning up temporary data from old regions at 1733305351918 (+17 ms)Running coprocessor post-open hooks at 1733305351937 (+19 ms)Region opened successfully at 1733305351937 2024-12-04T09:42:31,939 INFO [RS_OPEN_REGION-regionserver/84486a41f81c:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegionServer(2236): Post open deploy tasks for testClearRegionBlockCache,,1733305350610.5a113f0630a7addfeac9680de5810d53., pid=8, masterSystemTime=1733305351891 2024-12-04T09:42:31,941 INFO [RS_OPEN_REGION-regionserver/84486a41f81c:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for testClearRegionBlockCache,5,1733305350610.6a999de153c867c0f087afe4bae1d367., pid=7, masterSystemTime=1733305351886 2024-12-04T09:42:31,943 DEBUG [RS_OPEN_REGION-regionserver/84486a41f81c:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegionServer(2266): Finished post open deploy task for testClearRegionBlockCache,,1733305350610.5a113f0630a7addfeac9680de5810d53. 2024-12-04T09:42:31,943 INFO [RS_OPEN_REGION-regionserver/84486a41f81c:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] handler.AssignRegionHandler(153): Opened testClearRegionBlockCache,,1733305350610.5a113f0630a7addfeac9680de5810d53. 2024-12-04T09:42:31,945 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=5a113f0630a7addfeac9680de5810d53, regionState=OPEN, openSeqNum=2, regionLocation=84486a41f81c,45725,1733305348260 2024-12-04T09:42:31,945 DEBUG [RS_OPEN_REGION-regionserver/84486a41f81c:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for testClearRegionBlockCache,5,1733305350610.6a999de153c867c0f087afe4bae1d367. 2024-12-04T09:42:31,945 INFO [RS_OPEN_REGION-regionserver/84486a41f81c:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] handler.AssignRegionHandler(153): Opened testClearRegionBlockCache,5,1733305350610.6a999de153c867c0f087afe4bae1d367. 2024-12-04T09:42:31,947 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=6a999de153c867c0f087afe4bae1d367, regionState=OPEN, openSeqNum=2, regionLocation=84486a41f81c,46781,1733305348163 2024-12-04T09:42:31,949 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5a113f0630a7addfeac9680de5810d53, server=84486a41f81c,45725,1733305348260 because future has completed 2024-12-04T09:42:31,952 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6a999de153c867c0f087afe4bae1d367, server=84486a41f81c,46781,1733305348163 because future has completed 2024-12-04T09:42:31,955 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=5 2024-12-04T09:42:31,955 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 5a113f0630a7addfeac9680de5810d53, server=84486a41f81c,45725,1733305348260 in 217 msec 2024-12-04T09:42:31,958 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-12-04T09:42:31,958 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=5a113f0630a7addfeac9680de5810d53, ASSIGN in 391 msec 2024-12-04T09:42:31,958 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 6a999de153c867c0f087afe4bae1d367, server=84486a41f81c,46781,1733305348163 in 225 msec 2024-12-04T09:42:31,963 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=4 2024-12-04T09:42:31,963 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=6a999de153c867c0f087afe4bae1d367, ASSIGN in 393 msec 2024-12-04T09:42:31,965 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-04T09:42:31,965 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733305351965"}]},"ts":"1733305351965"} 2024-12-04T09:42:31,968 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testClearRegionBlockCache, state=ENABLED in hbase:meta 2024-12-04T09:42:31,970 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_POST_OPERATION 2024-12-04T09:42:31,973 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testClearRegionBlockCache in 1.3520 sec 2024-12-04T09:42:32,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T09:42:32,813 INFO [RPCClient-NioEventLoopGroup-5-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testClearRegionBlockCache completed 2024-12-04T09:42:32,813 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testClearRegionBlockCache get assigned. Timeout = 60000ms 2024-12-04T09:42:32,814 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-04T09:42:32,821 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testClearRegionBlockCache assigned to meta. Checking AM states. 2024-12-04T09:42:32,822 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-04T09:42:32,822 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testClearRegionBlockCache assigned. 2024-12-04T09:42:32,831 DEBUG [RPCClient-NioEventLoopGroup-5-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testClearRegionBlockCache', row='1', locateType=CURRENT is [region=testClearRegionBlockCache,,1733305350610.5a113f0630a7addfeac9680de5810d53., hostname=84486a41f81c,45725,1733305348260, seqNum=2] 2024-12-04T09:42:32,833 DEBUG [RPCClient-NioEventLoopGroup-5-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T09:42:32,835 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56272, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T09:42:32,861 DEBUG [RPCClient-NioEventLoopGroup-5-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testClearRegionBlockCache', row='5', locateType=CURRENT is [region=testClearRegionBlockCache,5,1733305350610.6a999de153c867c0f087afe4bae1d367., hostname=84486a41f81c,46781,1733305348163, seqNum=2] 2024-12-04T09:42:32,882 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 6a999de153c867c0f087afe4bae1d367 1/1 column families, dataSize=140 B heapSize=776 B 2024-12-04T09:42:32,940 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40777/user/jenkins/test-data/23a6a283-ef68-4fbc-5a5e-184798e7c827/data/default/testClearRegionBlockCache/6a999de153c867c0f087afe4bae1d367/.tmp/family/ddacf4eff1e148bf860b5b2d7eb753ca is 32, key is 5/family:/1733305352862/Put/seqid=0 2024-12-04T09:42:32,962 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39229 is added to blk_1073741839_1015 (size=5083) 2024-12-04T09:42:32,962 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45425 is added to blk_1073741839_1015 (size=5083) 2024-12-04T09:42:32,965 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=140 B at sequenceid=9 (bloomFilter=true), to=hdfs://localhost:40777/user/jenkins/test-data/23a6a283-ef68-4fbc-5a5e-184798e7c827/data/default/testClearRegionBlockCache/6a999de153c867c0f087afe4bae1d367/.tmp/family/ddacf4eff1e148bf860b5b2d7eb753ca 2024-12-04T09:42:33,016 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40777/user/jenkins/test-data/23a6a283-ef68-4fbc-5a5e-184798e7c827/data/default/testClearRegionBlockCache/6a999de153c867c0f087afe4bae1d367/.tmp/family/ddacf4eff1e148bf860b5b2d7eb753ca as hdfs://localhost:40777/user/jenkins/test-data/23a6a283-ef68-4fbc-5a5e-184798e7c827/data/default/testClearRegionBlockCache/6a999de153c867c0f087afe4bae1d367/family/ddacf4eff1e148bf860b5b2d7eb753ca 2024-12-04T09:42:33,028 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40777/user/jenkins/test-data/23a6a283-ef68-4fbc-5a5e-184798e7c827/data/default/testClearRegionBlockCache/6a999de153c867c0f087afe4bae1d367/family/ddacf4eff1e148bf860b5b2d7eb753ca, entries=5, sequenceid=9, filesize=5.0 K 2024-12-04T09:42:33,037 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~140 B/140, heapSize ~760 B/760, currentSize=0 B/0 for 6a999de153c867c0f087afe4bae1d367 in 152ms, sequenceid=9, compaction requested=false 2024-12-04T09:42:33,039 DEBUG [Time-limited test {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testClearRegionBlockCache' 2024-12-04T09:42:33,042 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 6a999de153c867c0f087afe4bae1d367: 2024-12-04T09:42:33,042 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 5a113f0630a7addfeac9680de5810d53 1/1 column families, dataSize=112 B heapSize=672 B 2024-12-04T09:42:33,069 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40777/user/jenkins/test-data/23a6a283-ef68-4fbc-5a5e-184798e7c827/data/default/testClearRegionBlockCache/5a113f0630a7addfeac9680de5810d53/.tmp/family/af0e185dc059406c80440a0dd0564633 is 32, key is 1/family:/1733305352836/Put/seqid=0 2024-12-04T09:42:33,078 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39229 is added to blk_1073741840_1016 (size=5054) 2024-12-04T09:42:33,079 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45425 is added to blk_1073741840_1016 (size=5054) 2024-12-04T09:42:33,080 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:40777/user/jenkins/test-data/23a6a283-ef68-4fbc-5a5e-184798e7c827/data/default/testClearRegionBlockCache/5a113f0630a7addfeac9680de5810d53/.tmp/family/af0e185dc059406c80440a0dd0564633 2024-12-04T09:42:33,096 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40777/user/jenkins/test-data/23a6a283-ef68-4fbc-5a5e-184798e7c827/data/default/testClearRegionBlockCache/5a113f0630a7addfeac9680de5810d53/.tmp/family/af0e185dc059406c80440a0dd0564633 as hdfs://localhost:40777/user/jenkins/test-data/23a6a283-ef68-4fbc-5a5e-184798e7c827/data/default/testClearRegionBlockCache/5a113f0630a7addfeac9680de5810d53/family/af0e185dc059406c80440a0dd0564633 2024-12-04T09:42:33,110 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40777/user/jenkins/test-data/23a6a283-ef68-4fbc-5a5e-184798e7c827/data/default/testClearRegionBlockCache/5a113f0630a7addfeac9680de5810d53/family/af0e185dc059406c80440a0dd0564633, entries=4, sequenceid=8, filesize=4.9 K 2024-12-04T09:42:33,112 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~112 B/112, heapSize ~656 B/656, currentSize=0 B/0 for 5a113f0630a7addfeac9680de5810d53 in 70ms, sequenceid=8, compaction requested=false 2024-12-04T09:42:33,112 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 5a113f0630a7addfeac9680de5810d53: 2024-12-04T09:42:33,119 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@429a399b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T09:42:33,119 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 84486a41f81c,46399,-1 for getting cluster id 2024-12-04T09:42:33,120 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T09:42:33,122 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0902f9c7-09ad-46da-9656-ad07a24bc5ff' 2024-12-04T09:42:33,122 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T09:42:33,122 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0902f9c7-09ad-46da-9656-ad07a24bc5ff" 2024-12-04T09:42:33,123 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@33259a42, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T09:42:33,123 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [84486a41f81c,46399,-1] 2024-12-04T09:42:33,123 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T09:42:33,123 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T09:42:33,125 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46476, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T09:42:33,126 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1554562b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T09:42:33,147 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testClearRegionBlockCache,, stopping at row=testClearRegionBlockCache ,, for max=2147483647 with caching=100 2024-12-04T09:42:33,148 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T09:42:33,150 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=84486a41f81c,46781,1733305348163, seqNum=-1] 2024-12-04T09:42:33,150 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T09:42:33,152 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59912, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T09:42:33,161 DEBUG [RPCClient-NioEventLoopGroup-5-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-04T09:42:33,163 DEBUG [RPCClient-NioEventLoopGroup-5-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-04T09:42:33,163 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59924, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-04T09:42:33,164 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56280, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-04T09:42:33,169 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T09:42:33,170 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.testClearBlockCacheFromAsyncAdmin(TestClearRegionBlockCache.java:174) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T09:42:33,175 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T09:42:33,176 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T09:42:33,176 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T09:42:33,176 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-04T09:42:33,176 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T09:42:33,176 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.teardown(TestClearRegionBlockCache.java:100) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T09:42:33,177 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T09:42:33,177 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T09:42:33,177 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T09:42:33,177 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-04T09:42:33,177 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=715512615, stopped=false 2024-12-04T09:42:33,178 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=84486a41f81c,46399,1733305347502 2024-12-04T09:42:33,192 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46399-0x101a1024d190000, quorum=127.0.0.1:50361, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-04T09:42:33,192 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45725-0x101a1024d190002, quorum=127.0.0.1:50361, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-04T09:42:33,192 DEBUG [pool-50-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46781-0x101a1024d190001, quorum=127.0.0.1:50361, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-04T09:42:33,192 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46399-0x101a1024d190000, quorum=127.0.0.1:50361, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T09:42:33,192 DEBUG [pool-50-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46781-0x101a1024d190001, quorum=127.0.0.1:50361, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T09:42:33,192 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-04T09:42:33,192 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45725-0x101a1024d190002, quorum=127.0.0.1:50361, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T09:42:33,192 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T09:42:33,192 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.teardown(TestClearRegionBlockCache.java:100) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T09:42:33,192 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T09:42:33,193 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:45725-0x101a1024d190002, quorum=127.0.0.1:50361, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-04T09:42:33,193 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:46781-0x101a1024d190001, quorum=127.0.0.1:50361, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-04T09:42:33,193 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:46399-0x101a1024d190000, quorum=127.0.0.1:50361, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-04T09:42:33,193 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '84486a41f81c,46781,1733305348163' ***** 2024-12-04T09:42:33,193 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-04T09:42:33,193 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '84486a41f81c,45725,1733305348260' ***** 2024-12-04T09:42:33,193 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-04T09:42:33,193 INFO [RS:0;84486a41f81c:46781 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-04T09:42:33,193 INFO [RS:1;84486a41f81c:45725 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-04T09:42:33,194 INFO [RS:1;84486a41f81c:45725 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-04T09:42:33,194 INFO [RS:0;84486a41f81c:46781 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-04T09:42:33,194 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-04T09:42:33,194 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-04T09:42:33,194 INFO [RS:1;84486a41f81c:45725 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-04T09:42:33,194 INFO [RS:0;84486a41f81c:46781 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-04T09:42:33,194 INFO [RS:0;84486a41f81c:46781 {}] regionserver.HRegionServer(3091): Received CLOSE for 6a999de153c867c0f087afe4bae1d367 2024-12-04T09:42:33,194 INFO [RS:1;84486a41f81c:45725 {}] regionserver.HRegionServer(3091): Received CLOSE for 5a113f0630a7addfeac9680de5810d53 2024-12-04T09:42:33,195 INFO [RS:0;84486a41f81c:46781 {}] regionserver.HRegionServer(959): stopping server 84486a41f81c,46781,1733305348163 2024-12-04T09:42:33,195 INFO [RS:1;84486a41f81c:45725 {}] regionserver.HRegionServer(959): stopping server 84486a41f81c,45725,1733305348260 2024-12-04T09:42:33,195 INFO [RS:0;84486a41f81c:46781 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-04T09:42:33,195 INFO [RS:1;84486a41f81c:45725 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-04T09:42:33,195 INFO [RS:0;84486a41f81c:46781 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;84486a41f81c:46781. 2024-12-04T09:42:33,195 INFO [RS:1;84486a41f81c:45725 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;84486a41f81c:45725. 2024-12-04T09:42:33,195 DEBUG [RS:0;84486a41f81c:46781 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T09:42:33,195 DEBUG [RS:0;84486a41f81c:46781 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T09:42:33,195 DEBUG [RS:1;84486a41f81c:45725 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T09:42:33,195 DEBUG [RS:1;84486a41f81c:45725 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T09:42:33,195 DEBUG [RS_CLOSE_REGION-regionserver/84486a41f81c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 6a999de153c867c0f087afe4bae1d367, disabling compactions & flushes 2024-12-04T09:42:33,195 INFO [RS:0;84486a41f81c:46781 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-04T09:42:33,195 INFO [RS:1;84486a41f81c:45725 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-04T09:42:33,195 INFO [RS_CLOSE_REGION-regionserver/84486a41f81c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,5,1733305350610.6a999de153c867c0f087afe4bae1d367. 2024-12-04T09:42:33,195 DEBUG [RS_CLOSE_REGION-regionserver/84486a41f81c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 5a113f0630a7addfeac9680de5810d53, disabling compactions & flushes 2024-12-04T09:42:33,195 DEBUG [RS:1;84486a41f81c:45725 {}] regionserver.HRegionServer(1325): Online Regions={5a113f0630a7addfeac9680de5810d53=testClearRegionBlockCache,,1733305350610.5a113f0630a7addfeac9680de5810d53.} 2024-12-04T09:42:33,195 INFO [RS:0;84486a41f81c:46781 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-04T09:42:33,195 DEBUG [RS_CLOSE_REGION-regionserver/84486a41f81c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,5,1733305350610.6a999de153c867c0f087afe4bae1d367. 2024-12-04T09:42:33,195 INFO [RS_CLOSE_REGION-regionserver/84486a41f81c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,,1733305350610.5a113f0630a7addfeac9680de5810d53. 2024-12-04T09:42:33,195 INFO [RS:0;84486a41f81c:46781 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-04T09:42:33,195 DEBUG [RS_CLOSE_REGION-regionserver/84486a41f81c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,5,1733305350610.6a999de153c867c0f087afe4bae1d367. after waiting 0 ms 2024-12-04T09:42:33,195 DEBUG [RS_CLOSE_REGION-regionserver/84486a41f81c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,,1733305350610.5a113f0630a7addfeac9680de5810d53. 2024-12-04T09:42:33,195 DEBUG [RS_CLOSE_REGION-regionserver/84486a41f81c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,5,1733305350610.6a999de153c867c0f087afe4bae1d367. 2024-12-04T09:42:33,195 INFO [RS:0;84486a41f81c:46781 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-04T09:42:33,195 DEBUG [RS_CLOSE_REGION-regionserver/84486a41f81c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,,1733305350610.5a113f0630a7addfeac9680de5810d53. after waiting 0 ms 2024-12-04T09:42:33,196 DEBUG [RS_CLOSE_REGION-regionserver/84486a41f81c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,,1733305350610.5a113f0630a7addfeac9680de5810d53. 2024-12-04T09:42:33,196 DEBUG [RS:1;84486a41f81c:45725 {}] regionserver.HRegionServer(1351): Waiting on 5a113f0630a7addfeac9680de5810d53 2024-12-04T09:42:33,199 INFO [RS:0;84486a41f81c:46781 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-04T09:42:33,199 DEBUG [RS:0;84486a41f81c:46781 {}] regionserver.HRegionServer(1325): Online Regions={6a999de153c867c0f087afe4bae1d367=testClearRegionBlockCache,5,1733305350610.6a999de153c867c0f087afe4bae1d367., 1588230740=hbase:meta,,1.1588230740} 2024-12-04T09:42:33,199 DEBUG [RS:0;84486a41f81c:46781 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 6a999de153c867c0f087afe4bae1d367 2024-12-04T09:42:33,199 DEBUG [RS_CLOSE_META-regionserver/84486a41f81c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-04T09:42:33,199 INFO [RS_CLOSE_META-regionserver/84486a41f81c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-04T09:42:33,199 DEBUG [RS_CLOSE_META-regionserver/84486a41f81c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-04T09:42:33,199 DEBUG [RS_CLOSE_META-regionserver/84486a41f81c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-04T09:42:33,199 DEBUG [RS_CLOSE_META-regionserver/84486a41f81c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-04T09:42:33,200 INFO [RS_CLOSE_META-regionserver/84486a41f81c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.79 KB heapSize=5.57 KB 2024-12-04T09:42:33,206 DEBUG [RS_CLOSE_REGION-regionserver/84486a41f81c:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40777/user/jenkins/test-data/23a6a283-ef68-4fbc-5a5e-184798e7c827/data/default/testClearRegionBlockCache/6a999de153c867c0f087afe4bae1d367/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=1 2024-12-04T09:42:33,207 DEBUG [RS_CLOSE_REGION-regionserver/84486a41f81c:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40777/user/jenkins/test-data/23a6a283-ef68-4fbc-5a5e-184798e7c827/data/default/testClearRegionBlockCache/5a113f0630a7addfeac9680de5810d53/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-12-04T09:42:33,209 INFO [RS_CLOSE_REGION-regionserver/84486a41f81c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,,1733305350610.5a113f0630a7addfeac9680de5810d53. 2024-12-04T09:42:33,209 INFO [RS_CLOSE_REGION-regionserver/84486a41f81c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,5,1733305350610.6a999de153c867c0f087afe4bae1d367. 2024-12-04T09:42:33,209 DEBUG [RS_CLOSE_REGION-regionserver/84486a41f81c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 5a113f0630a7addfeac9680de5810d53: Waiting for close lock at 1733305353195Running coprocessor pre-close hooks at 1733305353195Disabling compacts and flushes for region at 1733305353195Disabling writes for close at 1733305353196 (+1 ms)Writing region close event to WAL at 1733305353201 (+5 ms)Running coprocessor post-close hooks at 1733305353208 (+7 ms)Closed at 1733305353208 2024-12-04T09:42:33,209 DEBUG [RS_CLOSE_REGION-regionserver/84486a41f81c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 6a999de153c867c0f087afe4bae1d367: Waiting for close lock at 1733305353195Running coprocessor pre-close hooks at 1733305353195Disabling compacts and flushes for region at 1733305353195Disabling writes for close at 1733305353195Writing region close event to WAL at 1733305353201 (+6 ms)Running coprocessor post-close hooks at 1733305353207 (+6 ms)Closed at 1733305353208 (+1 ms) 2024-12-04T09:42:33,209 DEBUG [RS_CLOSE_REGION-regionserver/84486a41f81c:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,,1733305350610.5a113f0630a7addfeac9680de5810d53. 2024-12-04T09:42:33,209 DEBUG [RS_CLOSE_REGION-regionserver/84486a41f81c:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,5,1733305350610.6a999de153c867c0f087afe4bae1d367. 2024-12-04T09:42:33,223 DEBUG [RS_CLOSE_META-regionserver/84486a41f81c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40777/user/jenkins/test-data/23a6a283-ef68-4fbc-5a5e-184798e7c827/data/hbase/meta/1588230740/.tmp/info/5c15bddfe6fb419a89d3fd84ce0c67b3 is 173, key is testClearRegionBlockCache,5,1733305350610.6a999de153c867c0f087afe4bae1d367./info:regioninfo/1733305351947/Put/seqid=0 2024-12-04T09:42:33,230 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39229 is added to blk_1073741841_1017 (size=8173) 2024-12-04T09:42:33,230 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45425 is added to blk_1073741841_1017 (size=8173) 2024-12-04T09:42:33,231 INFO [RS_CLOSE_META-regionserver/84486a41f81c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.60 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:40777/user/jenkins/test-data/23a6a283-ef68-4fbc-5a5e-184798e7c827/data/hbase/meta/1588230740/.tmp/info/5c15bddfe6fb419a89d3fd84ce0c67b3 2024-12-04T09:42:33,238 INFO [regionserver/84486a41f81c:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-04T09:42:33,258 DEBUG [RS_CLOSE_META-regionserver/84486a41f81c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40777/user/jenkins/test-data/23a6a283-ef68-4fbc-5a5e-184798e7c827/data/hbase/meta/1588230740/.tmp/ns/11068a010bfe4c25960c7a5f9a1104cd is 43, key is default/ns:d/1733305350355/Put/seqid=0 2024-12-04T09:42:33,264 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45425 is added to blk_1073741842_1018 (size=5153) 2024-12-04T09:42:33,264 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39229 is added to blk_1073741842_1018 (size=5153) 2024-12-04T09:42:33,265 INFO [RS_CLOSE_META-regionserver/84486a41f81c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:40777/user/jenkins/test-data/23a6a283-ef68-4fbc-5a5e-184798e7c827/data/hbase/meta/1588230740/.tmp/ns/11068a010bfe4c25960c7a5f9a1104cd 2024-12-04T09:42:33,265 INFO [regionserver/84486a41f81c:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-04T09:42:33,290 DEBUG [RS_CLOSE_META-regionserver/84486a41f81c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40777/user/jenkins/test-data/23a6a283-ef68-4fbc-5a5e-184798e7c827/data/hbase/meta/1588230740/.tmp/table/edb5df053ed24bb3a04e1738feb925f0 is 61, key is testClearRegionBlockCache/table:state/1733305351965/Put/seqid=0 2024-12-04T09:42:33,296 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45425 is added to blk_1073741843_1019 (size=5312) 2024-12-04T09:42:33,297 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39229 is added to blk_1073741843_1019 (size=5312) 2024-12-04T09:42:33,297 INFO [RS_CLOSE_META-regionserver/84486a41f81c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=114 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:40777/user/jenkins/test-data/23a6a283-ef68-4fbc-5a5e-184798e7c827/data/hbase/meta/1588230740/.tmp/table/edb5df053ed24bb3a04e1738feb925f0 2024-12-04T09:42:33,306 DEBUG [RS_CLOSE_META-regionserver/84486a41f81c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40777/user/jenkins/test-data/23a6a283-ef68-4fbc-5a5e-184798e7c827/data/hbase/meta/1588230740/.tmp/info/5c15bddfe6fb419a89d3fd84ce0c67b3 as hdfs://localhost:40777/user/jenkins/test-data/23a6a283-ef68-4fbc-5a5e-184798e7c827/data/hbase/meta/1588230740/info/5c15bddfe6fb419a89d3fd84ce0c67b3 2024-12-04T09:42:33,314 INFO [RS_CLOSE_META-regionserver/84486a41f81c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40777/user/jenkins/test-data/23a6a283-ef68-4fbc-5a5e-184798e7c827/data/hbase/meta/1588230740/info/5c15bddfe6fb419a89d3fd84ce0c67b3, entries=20, sequenceid=13, filesize=8.0 K 2024-12-04T09:42:33,316 DEBUG [RS_CLOSE_META-regionserver/84486a41f81c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40777/user/jenkins/test-data/23a6a283-ef68-4fbc-5a5e-184798e7c827/data/hbase/meta/1588230740/.tmp/ns/11068a010bfe4c25960c7a5f9a1104cd as hdfs://localhost:40777/user/jenkins/test-data/23a6a283-ef68-4fbc-5a5e-184798e7c827/data/hbase/meta/1588230740/ns/11068a010bfe4c25960c7a5f9a1104cd 2024-12-04T09:42:33,326 INFO [RS_CLOSE_META-regionserver/84486a41f81c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40777/user/jenkins/test-data/23a6a283-ef68-4fbc-5a5e-184798e7c827/data/hbase/meta/1588230740/ns/11068a010bfe4c25960c7a5f9a1104cd, entries=2, sequenceid=13, filesize=5.0 K 2024-12-04T09:42:33,327 DEBUG [RS_CLOSE_META-regionserver/84486a41f81c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40777/user/jenkins/test-data/23a6a283-ef68-4fbc-5a5e-184798e7c827/data/hbase/meta/1588230740/.tmp/table/edb5df053ed24bb3a04e1738feb925f0 as hdfs://localhost:40777/user/jenkins/test-data/23a6a283-ef68-4fbc-5a5e-184798e7c827/data/hbase/meta/1588230740/table/edb5df053ed24bb3a04e1738feb925f0 2024-12-04T09:42:33,335 INFO [RS_CLOSE_META-regionserver/84486a41f81c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40777/user/jenkins/test-data/23a6a283-ef68-4fbc-5a5e-184798e7c827/data/hbase/meta/1588230740/table/edb5df053ed24bb3a04e1738feb925f0, entries=2, sequenceid=13, filesize=5.2 K 2024-12-04T09:42:33,337 INFO [RS_CLOSE_META-regionserver/84486a41f81c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.79 KB/2852, heapSize ~5.27 KB/5400, currentSize=0 B/0 for 1588230740 in 138ms, sequenceid=13, compaction requested=false 2024-12-04T09:42:33,337 DEBUG [RS_CLOSE_META-regionserver/84486a41f81c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-04T09:42:33,344 DEBUG [RS_CLOSE_META-regionserver/84486a41f81c:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40777/user/jenkins/test-data/23a6a283-ef68-4fbc-5a5e-184798e7c827/data/hbase/meta/1588230740/recovered.edits/16.seqid, newMaxSeqId=16, maxSeqId=1 2024-12-04T09:42:33,345 DEBUG [RS_CLOSE_META-regionserver/84486a41f81c:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-04T09:42:33,345 INFO [RS_CLOSE_META-regionserver/84486a41f81c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-04T09:42:33,346 DEBUG [RS_CLOSE_META-regionserver/84486a41f81c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733305353199Running coprocessor pre-close hooks at 1733305353199Disabling compacts and flushes for region at 1733305353199Disabling writes for close at 1733305353199Obtaining lock to block concurrent updates at 1733305353200 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1733305353200Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2852, getHeapSize=5640, getOffHeapSize=0, getCellsCount=24 at 1733305353200Flushing stores of hbase:meta,,1.1588230740 at 1733305353201 (+1 ms)Flushing 1588230740/info: creating writer at 1733305353202 (+1 ms)Flushing 1588230740/info: appending metadata at 1733305353222 (+20 ms)Flushing 1588230740/info: closing flushed file at 1733305353222Flushing 1588230740/ns: creating writer at 1733305353243 (+21 ms)Flushing 1588230740/ns: appending metadata at 1733305353257 (+14 ms)Flushing 1588230740/ns: closing flushed file at 1733305353257Flushing 1588230740/table: creating writer at 1733305353274 (+17 ms)Flushing 1588230740/table: appending metadata at 1733305353289 (+15 ms)Flushing 1588230740/table: closing flushed file at 1733305353289Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@20080803: reopening flushed file at 1733305353305 (+16 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4a7e2849: reopening flushed file at 1733305353315 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4529fec7: reopening flushed file at 1733305353326 (+11 ms)Finished flush of dataSize ~2.79 KB/2852, heapSize ~5.27 KB/5400, currentSize=0 B/0 for 1588230740 in 138ms, sequenceid=13, compaction requested=false at 1733305353337 (+11 ms)Writing region close event to WAL at 1733305353339 (+2 ms)Running coprocessor post-close hooks at 1733305353345 (+6 ms)Closed at 1733305353345 2024-12-04T09:42:33,346 DEBUG [RS_CLOSE_META-regionserver/84486a41f81c:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-04T09:42:33,396 INFO [RS:1;84486a41f81c:45725 {}] regionserver.HRegionServer(976): stopping server 84486a41f81c,45725,1733305348260; all regions closed. 2024-12-04T09:42:33,399 INFO [RS:0;84486a41f81c:46781 {}] regionserver.HRegionServer(976): stopping server 84486a41f81c,46781,1733305348163; all regions closed. 2024-12-04T09:42:33,403 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45425 is added to blk_1073741833_1009 (size=1758) 2024-12-04T09:42:33,404 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39229 is added to blk_1073741835_1011 (size=4338) 2024-12-04T09:42:33,404 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39229 is added to blk_1073741833_1009 (size=1758) 2024-12-04T09:42:33,404 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45425 is added to blk_1073741835_1011 (size=4338) 2024-12-04T09:42:33,411 DEBUG [RS:0;84486a41f81c:46781 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/23a6a283-ef68-4fbc-5a5e-184798e7c827/oldWALs 2024-12-04T09:42:33,411 DEBUG [RS:1;84486a41f81c:45725 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/23a6a283-ef68-4fbc-5a5e-184798e7c827/oldWALs 2024-12-04T09:42:33,411 INFO [RS:0;84486a41f81c:46781 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 84486a41f81c%2C46781%2C1733305348163.meta:.meta(num 1733305350124) 2024-12-04T09:42:33,411 INFO [RS:1;84486a41f81c:45725 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 84486a41f81c%2C45725%2C1733305348260:(num 1733305349693) 2024-12-04T09:42:33,411 DEBUG [RS:1;84486a41f81c:45725 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T09:42:33,411 INFO [RS:1;84486a41f81c:45725 {}] regionserver.LeaseManager(133): Closed leases 2024-12-04T09:42:33,411 INFO [RS:1;84486a41f81c:45725 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-04T09:42:33,411 INFO [RS:1;84486a41f81c:45725 {}] hbase.ChoreService(370): Chore service for: regionserver/84486a41f81c:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-04T09:42:33,412 INFO [RS:1;84486a41f81c:45725 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-04T09:42:33,412 INFO [RS:1;84486a41f81c:45725 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-04T09:42:33,412 INFO [regionserver/84486a41f81c:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-04T09:42:33,412 INFO [RS:1;84486a41f81c:45725 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-04T09:42:33,412 INFO [RS:1;84486a41f81c:45725 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-04T09:42:33,412 INFO [RS:1;84486a41f81c:45725 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:45725 2024-12-04T09:42:33,415 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45425 is added to blk_1073741834_1010 (size=1867) 2024-12-04T09:42:33,415 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39229 is added to blk_1073741834_1010 (size=1867) 2024-12-04T09:42:33,418 DEBUG [RS:0;84486a41f81c:46781 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/23a6a283-ef68-4fbc-5a5e-184798e7c827/oldWALs 2024-12-04T09:42:33,418 INFO [RS:0;84486a41f81c:46781 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 84486a41f81c%2C46781%2C1733305348163:(num 1733305349693) 2024-12-04T09:42:33,418 DEBUG [RS:0;84486a41f81c:46781 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T09:42:33,418 INFO [RS:0;84486a41f81c:46781 {}] regionserver.LeaseManager(133): Closed leases 2024-12-04T09:42:33,419 INFO [RS:0;84486a41f81c:46781 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-04T09:42:33,419 INFO [RS:0;84486a41f81c:46781 {}] hbase.ChoreService(370): Chore service for: regionserver/84486a41f81c:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-04T09:42:33,419 INFO [RS:0;84486a41f81c:46781 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-04T09:42:33,419 INFO [regionserver/84486a41f81c:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-04T09:42:33,419 INFO [RS:0;84486a41f81c:46781 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:46781 2024-12-04T09:42:33,425 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45725-0x101a1024d190002, quorum=127.0.0.1:50361, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/84486a41f81c,45725,1733305348260 2024-12-04T09:42:33,425 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46399-0x101a1024d190000, quorum=127.0.0.1:50361, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-04T09:42:33,425 INFO [RS:1;84486a41f81c:45725 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-04T09:42:33,433 DEBUG [pool-50-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46781-0x101a1024d190001, quorum=127.0.0.1:50361, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/84486a41f81c,46781,1733305348163 2024-12-04T09:42:33,433 INFO [RS:0;84486a41f81c:46781 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-04T09:42:33,434 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [84486a41f81c,46781,1733305348163] 2024-12-04T09:42:33,450 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/84486a41f81c,46781,1733305348163 already deleted, retry=false 2024-12-04T09:42:33,450 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 84486a41f81c,46781,1733305348163 expired; onlineServers=1 2024-12-04T09:42:33,450 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [84486a41f81c,45725,1733305348260] 2024-12-04T09:42:33,461 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/84486a41f81c,45725,1733305348260 already deleted, retry=false 2024-12-04T09:42:33,461 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 84486a41f81c,45725,1733305348260 expired; onlineServers=0 2024-12-04T09:42:33,461 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '84486a41f81c,46399,1733305347502' ***** 2024-12-04T09:42:33,461 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-04T09:42:33,461 INFO [M:0;84486a41f81c:46399 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-04T09:42:33,462 INFO [M:0;84486a41f81c:46399 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-04T09:42:33,462 DEBUG [M:0;84486a41f81c:46399 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-04T09:42:33,462 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-04T09:42:33,462 DEBUG [M:0;84486a41f81c:46399 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-04T09:42:33,462 DEBUG [master/84486a41f81c:0:becomeActiveMaster-HFileCleaner.large.0-1733305349334 {}] cleaner.HFileCleaner(306): Exit Thread[master/84486a41f81c:0:becomeActiveMaster-HFileCleaner.large.0-1733305349334,5,FailOnTimeoutGroup] 2024-12-04T09:42:33,462 DEBUG [master/84486a41f81c:0:becomeActiveMaster-HFileCleaner.small.0-1733305349334 {}] cleaner.HFileCleaner(306): Exit Thread[master/84486a41f81c:0:becomeActiveMaster-HFileCleaner.small.0-1733305349334,5,FailOnTimeoutGroup] 2024-12-04T09:42:33,463 INFO [M:0;84486a41f81c:46399 {}] hbase.ChoreService(370): Chore service for: master/84486a41f81c:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-04T09:42:33,463 INFO [M:0;84486a41f81c:46399 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-04T09:42:33,463 DEBUG [M:0;84486a41f81c:46399 {}] master.HMaster(1795): Stopping service threads 2024-12-04T09:42:33,463 INFO [M:0;84486a41f81c:46399 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-04T09:42:33,463 INFO [M:0;84486a41f81c:46399 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-04T09:42:33,464 INFO [M:0;84486a41f81c:46399 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-04T09:42:33,465 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-04T09:42:33,469 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46399-0x101a1024d190000, quorum=127.0.0.1:50361, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-12-04T09:42:33,469 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46399-0x101a1024d190000, quorum=127.0.0.1:50361, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T09:42:33,469 DEBUG [M:0;84486a41f81c:46399 {}] zookeeper.ZKUtil(347): master:46399-0x101a1024d190000, quorum=127.0.0.1:50361, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-12-04T09:42:33,470 WARN [M:0;84486a41f81c:46399 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-04T09:42:33,471 INFO [M:0;84486a41f81c:46399 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:40777/user/jenkins/test-data/23a6a283-ef68-4fbc-5a5e-184798e7c827/.lastflushedseqids 2024-12-04T09:42:33,486 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45425 is added to blk_1073741844_1020 (size=182) 2024-12-04T09:42:33,487 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39229 is added to blk_1073741844_1020 (size=182) 2024-12-04T09:42:33,487 INFO [M:0;84486a41f81c:46399 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-04T09:42:33,487 INFO [M:0;84486a41f81c:46399 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-04T09:42:33,487 DEBUG [M:0;84486a41f81c:46399 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-04T09:42:33,488 INFO [M:0;84486a41f81c:46399 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T09:42:33,488 DEBUG [M:0;84486a41f81c:46399 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T09:42:33,488 DEBUG [M:0;84486a41f81c:46399 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-04T09:42:33,488 DEBUG [M:0;84486a41f81c:46399 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T09:42:33,488 INFO [M:0;84486a41f81c:46399 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=29.58 KB heapSize=36.95 KB 2024-12-04T09:42:33,506 DEBUG [M:0;84486a41f81c:46399 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40777/user/jenkins/test-data/23a6a283-ef68-4fbc-5a5e-184798e7c827/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/32ea6eae45804246bb5f9b58b8706d28 is 82, key is hbase:meta,,1/info:regioninfo/1733305350219/Put/seqid=0 2024-12-04T09:42:33,512 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45425 is added to blk_1073741845_1021 (size=5672) 2024-12-04T09:42:33,512 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39229 is added to blk_1073741845_1021 (size=5672) 2024-12-04T09:42:33,513 INFO [M:0;84486a41f81c:46399 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:40777/user/jenkins/test-data/23a6a283-ef68-4fbc-5a5e-184798e7c827/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/32ea6eae45804246bb5f9b58b8706d28 2024-12-04T09:42:33,536 DEBUG [M:0;84486a41f81c:46399 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40777/user/jenkins/test-data/23a6a283-ef68-4fbc-5a5e-184798e7c827/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/62e683880c6a439397076f25a8352c81 is 803, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1733305351972/Put/seqid=0 2024-12-04T09:42:33,542 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45725-0x101a1024d190002, quorum=127.0.0.1:50361, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T09:42:33,542 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45725-0x101a1024d190002, quorum=127.0.0.1:50361, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T09:42:33,543 INFO [RS:1;84486a41f81c:45725 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-04T09:42:33,543 INFO [RS:1;84486a41f81c:45725 {}] regionserver.HRegionServer(1031): Exiting; stopping=84486a41f81c,45725,1733305348260; zookeeper connection closed. 2024-12-04T09:42:33,543 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@6ee2b6b7 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@6ee2b6b7 2024-12-04T09:42:33,543 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39229 is added to blk_1073741846_1022 (size=6219) 2024-12-04T09:42:33,544 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45425 is added to blk_1073741846_1022 (size=6219) 2024-12-04T09:42:33,544 INFO [M:0;84486a41f81c:46399 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28.96 KB at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:40777/user/jenkins/test-data/23a6a283-ef68-4fbc-5a5e-184798e7c827/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/62e683880c6a439397076f25a8352c81 2024-12-04T09:42:33,550 DEBUG [pool-50-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46781-0x101a1024d190001, quorum=127.0.0.1:50361, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T09:42:33,550 INFO [RS:0;84486a41f81c:46781 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-04T09:42:33,550 INFO [RS:0;84486a41f81c:46781 {}] regionserver.HRegionServer(1031): Exiting; stopping=84486a41f81c,46781,1733305348163; zookeeper connection closed. 2024-12-04T09:42:33,550 DEBUG [pool-50-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46781-0x101a1024d190001, quorum=127.0.0.1:50361, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T09:42:33,550 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@42bfcbcb {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@42bfcbcb 2024-12-04T09:42:33,551 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 2 regionserver(s) complete 2024-12-04T09:42:33,568 DEBUG [M:0;84486a41f81c:46399 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40777/user/jenkins/test-data/23a6a283-ef68-4fbc-5a5e-184798e7c827/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/81ac92847a234216aa1a199c9d2339a8 is 69, key is 84486a41f81c,45725,1733305348260/rs:state/1733305349432/Put/seqid=0 2024-12-04T09:42:33,575 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39229 is added to blk_1073741847_1023 (size=5224) 2024-12-04T09:42:33,575 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45425 is added to blk_1073741847_1023 (size=5224) 2024-12-04T09:42:33,576 INFO [M:0;84486a41f81c:46399 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=130 B at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:40777/user/jenkins/test-data/23a6a283-ef68-4fbc-5a5e-184798e7c827/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/81ac92847a234216aa1a199c9d2339a8 2024-12-04T09:42:33,586 DEBUG [M:0;84486a41f81c:46399 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40777/user/jenkins/test-data/23a6a283-ef68-4fbc-5a5e-184798e7c827/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/32ea6eae45804246bb5f9b58b8706d28 as hdfs://localhost:40777/user/jenkins/test-data/23a6a283-ef68-4fbc-5a5e-184798e7c827/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/32ea6eae45804246bb5f9b58b8706d28 2024-12-04T09:42:33,596 INFO [M:0;84486a41f81c:46399 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40777/user/jenkins/test-data/23a6a283-ef68-4fbc-5a5e-184798e7c827/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/32ea6eae45804246bb5f9b58b8706d28, entries=8, sequenceid=71, filesize=5.5 K 2024-12-04T09:42:33,598 DEBUG [M:0;84486a41f81c:46399 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40777/user/jenkins/test-data/23a6a283-ef68-4fbc-5a5e-184798e7c827/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/62e683880c6a439397076f25a8352c81 as hdfs://localhost:40777/user/jenkins/test-data/23a6a283-ef68-4fbc-5a5e-184798e7c827/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/62e683880c6a439397076f25a8352c81 2024-12-04T09:42:33,606 INFO [M:0;84486a41f81c:46399 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40777/user/jenkins/test-data/23a6a283-ef68-4fbc-5a5e-184798e7c827/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/62e683880c6a439397076f25a8352c81, entries=8, sequenceid=71, filesize=6.1 K 2024-12-04T09:42:33,608 DEBUG [M:0;84486a41f81c:46399 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40777/user/jenkins/test-data/23a6a283-ef68-4fbc-5a5e-184798e7c827/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/81ac92847a234216aa1a199c9d2339a8 as hdfs://localhost:40777/user/jenkins/test-data/23a6a283-ef68-4fbc-5a5e-184798e7c827/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/81ac92847a234216aa1a199c9d2339a8 2024-12-04T09:42:33,616 INFO [M:0;84486a41f81c:46399 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40777/user/jenkins/test-data/23a6a283-ef68-4fbc-5a5e-184798e7c827/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/81ac92847a234216aa1a199c9d2339a8, entries=2, sequenceid=71, filesize=5.1 K 2024-12-04T09:42:33,618 INFO [M:0;84486a41f81c:46399 {}] regionserver.HRegion(3140): Finished flush of dataSize ~29.58 KB/30293, heapSize ~36.66 KB/37536, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 130ms, sequenceid=71, compaction requested=false 2024-12-04T09:42:33,620 INFO [M:0;84486a41f81c:46399 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T09:42:33,620 DEBUG [M:0;84486a41f81c:46399 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733305353487Disabling compacts and flushes for region at 1733305353487Disabling writes for close at 1733305353488 (+1 ms)Obtaining lock to block concurrent updates at 1733305353488Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733305353488Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=30293, getHeapSize=37776, getOffHeapSize=0, getCellsCount=86 at 1733305353488Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733305353489 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733305353489Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733305353506 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733305353506Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733305353520 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733305353536 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733305353536Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733305353552 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733305353567 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733305353567Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6cb4f1b6: reopening flushed file at 1733305353584 (+17 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@115329da: reopening flushed file at 1733305353596 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@9d31777: reopening flushed file at 1733305353606 (+10 ms)Finished flush of dataSize ~29.58 KB/30293, heapSize ~36.66 KB/37536, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 130ms, sequenceid=71, compaction requested=false at 1733305353618 (+12 ms)Writing region close event to WAL at 1733305353620 (+2 ms)Closed at 1733305353620 2024-12-04T09:42:33,623 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39229 is added to blk_1073741830_1006 (size=35440) 2024-12-04T09:42:33,623 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45425 is added to blk_1073741830_1006 (size=35440) 2024-12-04T09:42:33,624 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-04T09:42:33,624 INFO [M:0;84486a41f81c:46399 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-04T09:42:33,624 INFO [M:0;84486a41f81c:46399 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:46399 2024-12-04T09:42:33,625 INFO [M:0;84486a41f81c:46399 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-04T09:42:33,736 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46399-0x101a1024d190000, quorum=127.0.0.1:50361, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T09:42:33,736 INFO [M:0;84486a41f81c:46399 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-04T09:42:33,736 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46399-0x101a1024d190000, quorum=127.0.0.1:50361, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T09:42:33,768 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@723a9cbe{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-04T09:42:33,771 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@39c4b16d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-04T09:42:33,771 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-04T09:42:33,771 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2a063ec0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-04T09:42:33,771 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@30c2c8a9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/376a3f54-6406-1b51-00c8-e25402591e66/hadoop.log.dir/,STOPPED} 2024-12-04T09:42:33,774 WARN [BP-356017416-172.17.0.2-1733305344062 heartbeating to localhost/127.0.0.1:40777 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-04T09:42:33,774 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-04T09:42:33,774 WARN [BP-356017416-172.17.0.2-1733305344062 heartbeating to localhost/127.0.0.1:40777 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-356017416-172.17.0.2-1733305344062 (Datanode Uuid 58b8465c-cd67-4fb0-a36e-36813db59c14) service to localhost/127.0.0.1:40777 2024-12-04T09:42:33,774 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-04T09:42:33,776 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/376a3f54-6406-1b51-00c8-e25402591e66/cluster_953a5db3-c0ad-6312-6f88-18f502c91de8/data/data3/current/BP-356017416-172.17.0.2-1733305344062 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-04T09:42:33,776 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/376a3f54-6406-1b51-00c8-e25402591e66/cluster_953a5db3-c0ad-6312-6f88-18f502c91de8/data/data4/current/BP-356017416-172.17.0.2-1733305344062 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-04T09:42:33,776 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-04T09:42:33,780 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@29a4cb9{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-04T09:42:33,780 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7a33daa6{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-04T09:42:33,780 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-04T09:42:33,780 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@609d0191{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-04T09:42:33,780 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4e5fdb45{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/376a3f54-6406-1b51-00c8-e25402591e66/hadoop.log.dir/,STOPPED} 2024-12-04T09:42:33,781 WARN [BP-356017416-172.17.0.2-1733305344062 heartbeating to localhost/127.0.0.1:40777 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-04T09:42:33,781 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-04T09:42:33,782 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-04T09:42:33,782 WARN [BP-356017416-172.17.0.2-1733305344062 heartbeating to localhost/127.0.0.1:40777 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-356017416-172.17.0.2-1733305344062 (Datanode Uuid 1796b0d3-6384-4d69-b664-de477080e577) service to localhost/127.0.0.1:40777 2024-12-04T09:42:33,782 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/376a3f54-6406-1b51-00c8-e25402591e66/cluster_953a5db3-c0ad-6312-6f88-18f502c91de8/data/data1/current/BP-356017416-172.17.0.2-1733305344062 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-04T09:42:33,782 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/376a3f54-6406-1b51-00c8-e25402591e66/cluster_953a5db3-c0ad-6312-6f88-18f502c91de8/data/data2/current/BP-356017416-172.17.0.2-1733305344062 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-04T09:42:33,783 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-04T09:42:33,790 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2d76aeb0{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-04T09:42:33,791 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@24ff5ebc{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-04T09:42:33,791 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-04T09:42:33,791 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7bc12f51{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-04T09:42:33,791 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@143ac887{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/376a3f54-6406-1b51-00c8-e25402591e66/hadoop.log.dir/,STOPPED} 2024-12-04T09:42:33,797 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-04T09:42:33,823 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-04T09:42:33,832 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.TestClearRegionBlockCache#testClearBlockCacheFromAsyncAdmin[0: lru] Thread=79 (was 11) Potentially hanging thread: Time-limited test.named-queue-events-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//com.lmax.disruptor.BlockingWaitStrategy.waitFor(BlockingWaitStrategy.java:47) app//com.lmax.disruptor.ProcessingSequenceBarrier.waitFor(ProcessingSequenceBarrier.java:56) app//com.lmax.disruptor.BatchEventProcessor.processEvents(BatchEventProcessor.java:159) app//com.lmax.disruptor.BatchEventProcessor.run(BatchEventProcessor.java:125) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:40777 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: nioEventLoopGroup-5-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1981660773) connection to localhost/127.0.0.1:40777 from jenkins.hfs.0 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:4171) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SSL Certificates Store Monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:537) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: ForkJoinPool-2-worker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.0@localhost:40777 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.1@localhost:40777 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: IPC Client (1981660773) connection to localhost/127.0.0.1:40777 from jenkins.hfs.1 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: SessionTracker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:163) Potentially hanging thread: master/84486a41f81c:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: weak-ref-cleaner-strictcontextstorage java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//io.opentelemetry.context.StrictContextStorage$PendingScopes.run(StrictContextStorage.java:269) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40777 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40777 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.PeerCache@8384eb2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253) app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46) app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/84486a41f81c:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async-Client-Retry-Timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40777 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcClient-timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: nioEventLoopGroup-2-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/84486a41f81c:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: nioEventLoopGroup-5-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'NameNode' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40777 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1981660773) connection to localhost/127.0.0.1:40777 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-3-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Idle-Rpc-Conn-Sweeper-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/84486a41f81c:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: nioEventLoopGroup-2-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1981660773) connection to localhost/127.0.0.1:40777 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=410 (was 287) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=326 (was 312) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 12), AvailableMemoryMB=10492 (was 11213) 2024-12-04T09:42:33,839 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.TestClearRegionBlockCache#testClearBlockCache[0: lru] Thread=79, OpenFileDescriptor=410, MaxFileDescriptor=1048576, SystemLoadAverage=326, ProcessCount=11, AvailableMemoryMB=10492 2024-12-04T09:42:33,852 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/376a3f54-6406-1b51-00c8-e25402591e66/hadoop.log.dir so I do NOT create it in target/test-data/f4439c2e-3988-3e5a-6389-7427d1f85008 2024-12-04T09:42:33,853 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/376a3f54-6406-1b51-00c8-e25402591e66/hadoop.log.dir Erasing configuration value by system value. 2024-12-04T09:42:33,853 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/376a3f54-6406-1b51-00c8-e25402591e66/hadoop.tmp.dir so I do NOT create it in target/test-data/f4439c2e-3988-3e5a-6389-7427d1f85008 2024-12-04T09:42:33,853 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/376a3f54-6406-1b51-00c8-e25402591e66/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-04T09:42:33,853 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f4439c2e-3988-3e5a-6389-7427d1f85008 2024-12-04T09:42:33,853 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=2, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-04T09:42:33,853 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f4439c2e-3988-3e5a-6389-7427d1f85008/cluster_c7b573de-69fc-79e7-23f6-ac29adabf77c, deleteOnExit=true 2024-12-04T09:42:33,853 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-04T09:42:33,854 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f4439c2e-3988-3e5a-6389-7427d1f85008/test.cache.data in system properties and HBase conf 2024-12-04T09:42:33,854 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f4439c2e-3988-3e5a-6389-7427d1f85008/hadoop.tmp.dir in system properties and HBase conf 2024-12-04T09:42:33,854 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f4439c2e-3988-3e5a-6389-7427d1f85008/hadoop.log.dir in system properties and HBase conf 2024-12-04T09:42:33,854 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f4439c2e-3988-3e5a-6389-7427d1f85008/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-04T09:42:33,854 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f4439c2e-3988-3e5a-6389-7427d1f85008/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-04T09:42:33,854 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-04T09:42:33,854 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-04T09:42:33,855 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f4439c2e-3988-3e5a-6389-7427d1f85008/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-04T09:42:33,855 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f4439c2e-3988-3e5a-6389-7427d1f85008/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-04T09:42:33,855 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f4439c2e-3988-3e5a-6389-7427d1f85008/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-04T09:42:33,855 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f4439c2e-3988-3e5a-6389-7427d1f85008/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-04T09:42:33,855 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f4439c2e-3988-3e5a-6389-7427d1f85008/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-04T09:42:33,855 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f4439c2e-3988-3e5a-6389-7427d1f85008/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-04T09:42:33,855 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f4439c2e-3988-3e5a-6389-7427d1f85008/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-04T09:42:33,856 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f4439c2e-3988-3e5a-6389-7427d1f85008/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-04T09:42:33,856 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f4439c2e-3988-3e5a-6389-7427d1f85008/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-04T09:42:33,856 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f4439c2e-3988-3e5a-6389-7427d1f85008/nfs.dump.dir in system properties and HBase conf 2024-12-04T09:42:33,856 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f4439c2e-3988-3e5a-6389-7427d1f85008/java.io.tmpdir in system properties and HBase conf 2024-12-04T09:42:33,856 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f4439c2e-3988-3e5a-6389-7427d1f85008/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-04T09:42:33,856 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f4439c2e-3988-3e5a-6389-7427d1f85008/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-04T09:42:33,856 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f4439c2e-3988-3e5a-6389-7427d1f85008/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-04T09:42:34,194 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T09:42:34,199 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-04T09:42:34,201 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-04T09:42:34,201 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-04T09:42:34,201 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-04T09:42:34,202 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T09:42:34,202 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2c9add95{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f4439c2e-3988-3e5a-6389-7427d1f85008/hadoop.log.dir/,AVAILABLE} 2024-12-04T09:42:34,202 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6f04f43d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-04T09:42:34,302 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@19870382{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f4439c2e-3988-3e5a-6389-7427d1f85008/java.io.tmpdir/jetty-localhost-40549-hadoop-hdfs-3_4_1-tests_jar-_-any-9006571282002044603/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-04T09:42:34,303 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1af0ac92{HTTP/1.1, (http/1.1)}{localhost:40549} 2024-12-04T09:42:34,303 INFO [Time-limited test {}] server.Server(415): Started @12402ms 2024-12-04T09:42:34,540 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T09:42:34,545 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-04T09:42:34,547 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-04T09:42:34,547 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-04T09:42:34,547 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-04T09:42:34,548 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4c4ef1de{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f4439c2e-3988-3e5a-6389-7427d1f85008/hadoop.log.dir/,AVAILABLE} 2024-12-04T09:42:34,548 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6071e0cf{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-04T09:42:34,658 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@19d7f920{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f4439c2e-3988-3e5a-6389-7427d1f85008/java.io.tmpdir/jetty-localhost-36139-hadoop-hdfs-3_4_1-tests_jar-_-any-6274817918656722744/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-04T09:42:34,659 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@50a06d4a{HTTP/1.1, (http/1.1)}{localhost:36139} 2024-12-04T09:42:34,659 INFO [Time-limited test {}] server.Server(415): Started @12757ms 2024-12-04T09:42:34,660 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-04T09:42:34,705 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T09:42:34,711 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-04T09:42:34,720 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-04T09:42:34,720 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-04T09:42:34,720 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-04T09:42:34,721 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@aa16e6d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f4439c2e-3988-3e5a-6389-7427d1f85008/hadoop.log.dir/,AVAILABLE} 2024-12-04T09:42:34,721 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5ae83d73{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-04T09:42:34,830 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@ee65337{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f4439c2e-3988-3e5a-6389-7427d1f85008/java.io.tmpdir/jetty-localhost-38075-hadoop-hdfs-3_4_1-tests_jar-_-any-16548277707046971756/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-04T09:42:34,830 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@66eb2d34{HTTP/1.1, (http/1.1)}{localhost:38075} 2024-12-04T09:42:34,831 INFO [Time-limited test {}] server.Server(415): Started @12929ms 2024-12-04T09:42:34,832 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-04T09:42:35,386 WARN [Thread-365 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f4439c2e-3988-3e5a-6389-7427d1f85008/cluster_c7b573de-69fc-79e7-23f6-ac29adabf77c/data/data1/current/BP-1927538970-172.17.0.2-1733305353884/current, will proceed with Du for space computation calculation, 2024-12-04T09:42:35,386 WARN [Thread-366 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f4439c2e-3988-3e5a-6389-7427d1f85008/cluster_c7b573de-69fc-79e7-23f6-ac29adabf77c/data/data2/current/BP-1927538970-172.17.0.2-1733305353884/current, will proceed with Du for space computation calculation, 2024-12-04T09:42:35,406 WARN [Thread-330 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-04T09:42:35,408 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x6ac597acaf07f4af with lease ID 0xe5b6be860bf3a322: Processing first storage report for DS-7334e881-a9e9-4c08-855d-c3921afcd7b1 from datanode DatanodeRegistration(127.0.0.1:39907, datanodeUuid=9ffeebfa-b60e-455a-966d-a363cade36dc, infoPort=34787, infoSecurePort=0, ipcPort=34759, storageInfo=lv=-57;cid=testClusterID;nsid=558094305;c=1733305353884) 2024-12-04T09:42:35,408 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x6ac597acaf07f4af with lease ID 0xe5b6be860bf3a322: from storage DS-7334e881-a9e9-4c08-855d-c3921afcd7b1 node DatanodeRegistration(127.0.0.1:39907, datanodeUuid=9ffeebfa-b60e-455a-966d-a363cade36dc, infoPort=34787, infoSecurePort=0, ipcPort=34759, storageInfo=lv=-57;cid=testClusterID;nsid=558094305;c=1733305353884), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-04T09:42:35,408 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x6ac597acaf07f4af with lease ID 0xe5b6be860bf3a322: Processing first storage report for DS-44ffab39-59b5-4b5e-8bb0-23e0949b457d from datanode DatanodeRegistration(127.0.0.1:39907, datanodeUuid=9ffeebfa-b60e-455a-966d-a363cade36dc, infoPort=34787, infoSecurePort=0, ipcPort=34759, storageInfo=lv=-57;cid=testClusterID;nsid=558094305;c=1733305353884) 2024-12-04T09:42:35,408 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x6ac597acaf07f4af with lease ID 0xe5b6be860bf3a322: from storage DS-44ffab39-59b5-4b5e-8bb0-23e0949b457d node DatanodeRegistration(127.0.0.1:39907, datanodeUuid=9ffeebfa-b60e-455a-966d-a363cade36dc, infoPort=34787, infoSecurePort=0, ipcPort=34759, storageInfo=lv=-57;cid=testClusterID;nsid=558094305;c=1733305353884), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-04T09:42:35,665 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-04T09:42:35,727 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T09:42:35,743 WARN [Thread-379 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f4439c2e-3988-3e5a-6389-7427d1f85008/cluster_c7b573de-69fc-79e7-23f6-ac29adabf77c/data/data4/current/BP-1927538970-172.17.0.2-1733305353884/current, will proceed with Du for space computation calculation, 2024-12-04T09:42:35,743 WARN [Thread-378 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f4439c2e-3988-3e5a-6389-7427d1f85008/cluster_c7b573de-69fc-79e7-23f6-ac29adabf77c/data/data3/current/BP-1927538970-172.17.0.2-1733305353884/current, will proceed with Du for space computation calculation, 2024-12-04T09:42:35,787 WARN [Thread-353 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-04T09:42:35,790 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb383b3c4a02cabbf with lease ID 0xe5b6be860bf3a323: Processing first storage report for DS-4b0132cd-7921-499c-b319-ba0328d22f18 from datanode DatanodeRegistration(127.0.0.1:46619, datanodeUuid=69bce743-4e42-428d-b526-524a145310fa, infoPort=37959, infoSecurePort=0, ipcPort=40543, storageInfo=lv=-57;cid=testClusterID;nsid=558094305;c=1733305353884) 2024-12-04T09:42:35,790 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb383b3c4a02cabbf with lease ID 0xe5b6be860bf3a323: from storage DS-4b0132cd-7921-499c-b319-ba0328d22f18 node DatanodeRegistration(127.0.0.1:46619, datanodeUuid=69bce743-4e42-428d-b526-524a145310fa, infoPort=37959, infoSecurePort=0, ipcPort=40543, storageInfo=lv=-57;cid=testClusterID;nsid=558094305;c=1733305353884), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-04T09:42:35,790 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb383b3c4a02cabbf with lease ID 0xe5b6be860bf3a323: Processing first storage report for DS-43a76375-3e88-460f-8b43-eaaf35268119 from datanode DatanodeRegistration(127.0.0.1:46619, datanodeUuid=69bce743-4e42-428d-b526-524a145310fa, infoPort=37959, infoSecurePort=0, ipcPort=40543, storageInfo=lv=-57;cid=testClusterID;nsid=558094305;c=1733305353884) 2024-12-04T09:42:35,790 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb383b3c4a02cabbf with lease ID 0xe5b6be860bf3a323: from storage DS-43a76375-3e88-460f-8b43-eaaf35268119 node DatanodeRegistration(127.0.0.1:46619, datanodeUuid=69bce743-4e42-428d-b526-524a145310fa, infoPort=37959, infoSecurePort=0, ipcPort=40543, storageInfo=lv=-57;cid=testClusterID;nsid=558094305;c=1733305353884), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-04T09:42:35,875 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f4439c2e-3988-3e5a-6389-7427d1f85008 2024-12-04T09:42:35,877 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f4439c2e-3988-3e5a-6389-7427d1f85008/cluster_c7b573de-69fc-79e7-23f6-ac29adabf77c/zookeeper_0, clientPort=60890, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f4439c2e-3988-3e5a-6389-7427d1f85008/cluster_c7b573de-69fc-79e7-23f6-ac29adabf77c/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f4439c2e-3988-3e5a-6389-7427d1f85008/cluster_c7b573de-69fc-79e7-23f6-ac29adabf77c/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-04T09:42:35,878 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=60890 2024-12-04T09:42:35,878 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T09:42:35,880 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T09:42:35,891 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39907 is added to blk_1073741825_1001 (size=7) 2024-12-04T09:42:35,891 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46619 is added to blk_1073741825_1001 (size=7) 2024-12-04T09:42:35,892 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:33287/user/jenkins/test-data/e8f44772-b4d3-fee6-4e99-8075b3a0fb94 with version=8 2024-12-04T09:42:35,892 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:33287/user/jenkins/test-data/e8f44772-b4d3-fee6-4e99-8075b3a0fb94/hbase-staging 2024-12-04T09:42:35,894 INFO [Time-limited test {}] client.ConnectionUtils(128): master/84486a41f81c:0 server-side Connection retries=45 2024-12-04T09:42:35,894 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T09:42:35,894 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-04T09:42:35,895 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-04T09:42:35,895 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T09:42:35,895 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-04T09:42:35,895 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-04T09:42:35,895 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-04T09:42:35,896 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44337 2024-12-04T09:42:35,897 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:44337 connecting to ZooKeeper ensemble=127.0.0.1:60890 2024-12-04T09:42:35,938 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:443370x0, quorum=127.0.0.1:60890, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T09:42:35,939 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:44337-0x101a10270da0000 connected 2024-12-04T09:42:36,011 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T09:42:36,014 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T09:42:36,018 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44337-0x101a10270da0000, quorum=127.0.0.1:60890, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-04T09:42:36,018 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:33287/user/jenkins/test-data/e8f44772-b4d3-fee6-4e99-8075b3a0fb94, hbase.cluster.distributed=false 2024-12-04T09:42:36,020 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44337-0x101a10270da0000, quorum=127.0.0.1:60890, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-04T09:42:36,024 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44337 2024-12-04T09:42:36,024 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44337 2024-12-04T09:42:36,025 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44337 2024-12-04T09:42:36,031 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44337 2024-12-04T09:42:36,032 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44337 2024-12-04T09:42:36,045 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/84486a41f81c:0 server-side Connection retries=45 2024-12-04T09:42:36,045 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T09:42:36,045 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-04T09:42:36,045 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-04T09:42:36,045 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T09:42:36,045 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-04T09:42:36,045 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-04T09:42:36,045 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-04T09:42:36,046 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:34005 2024-12-04T09:42:36,047 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:34005 connecting to ZooKeeper ensemble=127.0.0.1:60890 2024-12-04T09:42:36,048 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T09:42:36,049 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T09:42:36,060 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:340050x0, quorum=127.0.0.1:60890, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T09:42:36,061 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34005-0x101a10270da0001, quorum=127.0.0.1:60890, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-04T09:42:36,061 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:34005-0x101a10270da0001 connected 2024-12-04T09:42:36,061 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-04T09:42:36,062 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-04T09:42:36,063 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34005-0x101a10270da0001, quorum=127.0.0.1:60890, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-04T09:42:36,064 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34005-0x101a10270da0001, quorum=127.0.0.1:60890, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-04T09:42:36,064 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34005 2024-12-04T09:42:36,065 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34005 2024-12-04T09:42:36,065 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34005 2024-12-04T09:42:36,066 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34005 2024-12-04T09:42:36,066 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34005 2024-12-04T09:42:36,082 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/84486a41f81c:0 server-side Connection retries=45 2024-12-04T09:42:36,082 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T09:42:36,082 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-04T09:42:36,082 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-04T09:42:36,082 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T09:42:36,082 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-04T09:42:36,082 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-04T09:42:36,082 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-04T09:42:36,083 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42369 2024-12-04T09:42:36,084 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:42369 connecting to ZooKeeper ensemble=127.0.0.1:60890 2024-12-04T09:42:36,085 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T09:42:36,087 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T09:42:36,094 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:423690x0, quorum=127.0.0.1:60890, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T09:42:36,094 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:423690x0, quorum=127.0.0.1:60890, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-04T09:42:36,094 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:42369-0x101a10270da0002 connected 2024-12-04T09:42:36,095 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-04T09:42:36,095 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-04T09:42:36,096 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42369-0x101a10270da0002, quorum=127.0.0.1:60890, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-04T09:42:36,097 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42369-0x101a10270da0002, quorum=127.0.0.1:60890, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-04T09:42:36,097 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42369 2024-12-04T09:42:36,097 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42369 2024-12-04T09:42:36,098 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42369 2024-12-04T09:42:36,098 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42369 2024-12-04T09:42:36,098 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42369 2024-12-04T09:42:36,108 DEBUG [M:0;84486a41f81c:44337 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;84486a41f81c:44337 2024-12-04T09:42:36,108 INFO [master/84486a41f81c:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/84486a41f81c,44337,1733305355894 2024-12-04T09:42:36,119 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44337-0x101a10270da0000, quorum=127.0.0.1:60890, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-04T09:42:36,119 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42369-0x101a10270da0002, quorum=127.0.0.1:60890, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-04T09:42:36,119 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34005-0x101a10270da0001, quorum=127.0.0.1:60890, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-04T09:42:36,120 DEBUG [master/84486a41f81c:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44337-0x101a10270da0000, quorum=127.0.0.1:60890, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/84486a41f81c,44337,1733305355894 2024-12-04T09:42:36,128 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42369-0x101a10270da0002, quorum=127.0.0.1:60890, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-04T09:42:36,128 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42369-0x101a10270da0002, quorum=127.0.0.1:60890, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T09:42:36,129 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44337-0x101a10270da0000, quorum=127.0.0.1:60890, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T09:42:36,129 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34005-0x101a10270da0001, quorum=127.0.0.1:60890, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-04T09:42:36,129 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34005-0x101a10270da0001, quorum=127.0.0.1:60890, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T09:42:36,130 DEBUG [master/84486a41f81c:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44337-0x101a10270da0000, quorum=127.0.0.1:60890, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-12-04T09:42:36,131 INFO [master/84486a41f81c:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/84486a41f81c,44337,1733305355894 from backup master directory 2024-12-04T09:42:36,142 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34005-0x101a10270da0001, quorum=127.0.0.1:60890, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-04T09:42:36,142 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44337-0x101a10270da0000, quorum=127.0.0.1:60890, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/84486a41f81c,44337,1733305355894 2024-12-04T09:42:36,142 WARN [master/84486a41f81c:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-04T09:42:36,142 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44337-0x101a10270da0000, quorum=127.0.0.1:60890, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-04T09:42:36,142 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42369-0x101a10270da0002, quorum=127.0.0.1:60890, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-04T09:42:36,142 INFO [master/84486a41f81c:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=84486a41f81c,44337,1733305355894 2024-12-04T09:42:36,152 DEBUG [master/84486a41f81c:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:33287/user/jenkins/test-data/e8f44772-b4d3-fee6-4e99-8075b3a0fb94/hbase.id] with ID: 3ec071f4-bfa8-4cdd-b66a-cc26cb01dc14 2024-12-04T09:42:36,152 DEBUG [master/84486a41f81c:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:33287/user/jenkins/test-data/e8f44772-b4d3-fee6-4e99-8075b3a0fb94/.tmp/hbase.id 2024-12-04T09:42:36,159 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46619 is added to blk_1073741826_1002 (size=42) 2024-12-04T09:42:36,160 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39907 is added to blk_1073741826_1002 (size=42) 2024-12-04T09:42:36,160 DEBUG [master/84486a41f81c:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:33287/user/jenkins/test-data/e8f44772-b4d3-fee6-4e99-8075b3a0fb94/.tmp/hbase.id]:[hdfs://localhost:33287/user/jenkins/test-data/e8f44772-b4d3-fee6-4e99-8075b3a0fb94/hbase.id] 2024-12-04T09:42:36,179 INFO [master/84486a41f81c:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T09:42:36,179 INFO [master/84486a41f81c:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-04T09:42:36,181 INFO [master/84486a41f81c:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-12-04T09:42:36,192 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44337-0x101a10270da0000, quorum=127.0.0.1:60890, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T09:42:36,192 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42369-0x101a10270da0002, quorum=127.0.0.1:60890, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T09:42:36,192 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34005-0x101a10270da0001, quorum=127.0.0.1:60890, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T09:42:36,209 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46619 is added to blk_1073741827_1003 (size=196) 2024-12-04T09:42:36,209 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39907 is added to blk_1073741827_1003 (size=196) 2024-12-04T09:42:36,210 INFO [master/84486a41f81c:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-04T09:42:36,210 INFO [master/84486a41f81c:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-04T09:42:36,211 INFO [master/84486a41f81c:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T09:42:36,231 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39907 is added to blk_1073741828_1004 (size=1189) 2024-12-04T09:42:36,233 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46619 is added to blk_1073741828_1004 (size=1189) 2024-12-04T09:42:36,233 INFO [master/84486a41f81c:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:33287/user/jenkins/test-data/e8f44772-b4d3-fee6-4e99-8075b3a0fb94/MasterData/data/master/store 2024-12-04T09:42:36,260 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46619 is added to blk_1073741829_1005 (size=34) 2024-12-04T09:42:36,260 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39907 is added to blk_1073741829_1005 (size=34) 2024-12-04T09:42:36,662 DEBUG [master/84486a41f81c:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T09:42:36,662 DEBUG [master/84486a41f81c:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-04T09:42:36,662 INFO [master/84486a41f81c:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T09:42:36,662 DEBUG [master/84486a41f81c:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T09:42:36,662 DEBUG [master/84486a41f81c:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-04T09:42:36,663 DEBUG [master/84486a41f81c:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T09:42:36,663 INFO [master/84486a41f81c:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T09:42:36,663 DEBUG [master/84486a41f81c:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733305356662Disabling compacts and flushes for region at 1733305356662Disabling writes for close at 1733305356662Writing region close event to WAL at 1733305356663 (+1 ms)Closed at 1733305356663 2024-12-04T09:42:36,665 WARN [master/84486a41f81c:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:33287/user/jenkins/test-data/e8f44772-b4d3-fee6-4e99-8075b3a0fb94/MasterData/data/master/store/.initializing 2024-12-04T09:42:36,665 DEBUG [master/84486a41f81c:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:33287/user/jenkins/test-data/e8f44772-b4d3-fee6-4e99-8075b3a0fb94/MasterData/WALs/84486a41f81c,44337,1733305355894 2024-12-04T09:42:36,667 INFO [master/84486a41f81c:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-04T09:42:36,674 INFO [master/84486a41f81c:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=84486a41f81c%2C44337%2C1733305355894, suffix=, logDir=hdfs://localhost:33287/user/jenkins/test-data/e8f44772-b4d3-fee6-4e99-8075b3a0fb94/MasterData/WALs/84486a41f81c,44337,1733305355894, archiveDir=hdfs://localhost:33287/user/jenkins/test-data/e8f44772-b4d3-fee6-4e99-8075b3a0fb94/MasterData/oldWALs, maxLogs=10 2024-12-04T09:42:36,693 DEBUG [master/84486a41f81c:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e8f44772-b4d3-fee6-4e99-8075b3a0fb94/MasterData/WALs/84486a41f81c,44337,1733305355894/84486a41f81c%2C44337%2C1733305355894.1733305356674, exclude list is [], retry=0 2024-12-04T09:42:36,698 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46619,DS-4b0132cd-7921-499c-b319-ba0328d22f18,DISK] 2024-12-04T09:42:36,698 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39907,DS-7334e881-a9e9-4c08-855d-c3921afcd7b1,DISK] 2024-12-04T09:42:36,704 INFO [master/84486a41f81c:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e8f44772-b4d3-fee6-4e99-8075b3a0fb94/MasterData/WALs/84486a41f81c,44337,1733305355894/84486a41f81c%2C44337%2C1733305355894.1733305356674 2024-12-04T09:42:36,705 DEBUG [master/84486a41f81c:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34787:34787),(127.0.0.1/127.0.0.1:37959:37959)] 2024-12-04T09:42:36,705 DEBUG [master/84486a41f81c:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-04T09:42:36,705 DEBUG [master/84486a41f81c:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T09:42:36,705 DEBUG [master/84486a41f81c:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T09:42:36,706 DEBUG [master/84486a41f81c:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T09:42:36,711 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T09:42:36,713 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-04T09:42:36,713 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T09:42:36,714 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T09:42:36,714 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T09:42:36,717 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-04T09:42:36,717 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T09:42:36,718 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T09:42:36,718 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T09:42:36,722 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-04T09:42:36,722 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T09:42:36,723 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T09:42:36,723 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T09:42:36,726 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-04T09:42:36,726 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T09:42:36,727 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T09:42:36,727 DEBUG [master/84486a41f81c:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T09:42:36,729 DEBUG [master/84486a41f81c:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33287/user/jenkins/test-data/e8f44772-b4d3-fee6-4e99-8075b3a0fb94/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-04T09:42:36,729 DEBUG [master/84486a41f81c:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33287/user/jenkins/test-data/e8f44772-b4d3-fee6-4e99-8075b3a0fb94/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-04T09:42:36,731 DEBUG [master/84486a41f81c:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T09:42:36,731 DEBUG [master/84486a41f81c:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T09:42:36,732 DEBUG [master/84486a41f81c:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-04T09:42:36,736 DEBUG [master/84486a41f81c:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T09:42:36,746 DEBUG [master/84486a41f81c:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33287/user/jenkins/test-data/e8f44772-b4d3-fee6-4e99-8075b3a0fb94/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T09:42:36,747 INFO [master/84486a41f81c:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60695835, jitterRate=-0.09556157886981964}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-04T09:42:36,748 DEBUG [master/84486a41f81c:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733305356706Initializing all the Stores at 1733305356708 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733305356708Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733305356710 (+2 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733305356711 (+1 ms)Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733305356711Cleaning up temporary data from old regions at 1733305356732 (+21 ms)Region opened successfully at 1733305356748 (+16 ms) 2024-12-04T09:42:36,749 INFO [master/84486a41f81c:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-04T09:42:36,756 DEBUG [master/84486a41f81c:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5332a4d4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=84486a41f81c/172.17.0.2:0 2024-12-04T09:42:36,757 INFO [master/84486a41f81c:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-04T09:42:36,757 INFO [master/84486a41f81c:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-04T09:42:36,757 INFO [master/84486a41f81c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-04T09:42:36,758 INFO [master/84486a41f81c:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-04T09:42:36,759 INFO [master/84486a41f81c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-04T09:42:36,759 INFO [master/84486a41f81c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-04T09:42:36,759 INFO [master/84486a41f81c:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-04T09:42:36,765 INFO [master/84486a41f81c:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-04T09:42:36,766 DEBUG [master/84486a41f81c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44337-0x101a10270da0000, quorum=127.0.0.1:60890, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-12-04T09:42:36,808 DEBUG [master/84486a41f81c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-12-04T09:42:36,809 INFO [master/84486a41f81c:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-04T09:42:36,810 DEBUG [master/84486a41f81c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44337-0x101a10270da0000, quorum=127.0.0.1:60890, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-12-04T09:42:36,819 DEBUG [master/84486a41f81c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-12-04T09:42:36,820 INFO [master/84486a41f81c:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-04T09:42:36,821 DEBUG [master/84486a41f81c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44337-0x101a10270da0000, quorum=127.0.0.1:60890, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-12-04T09:42:36,827 DEBUG [master/84486a41f81c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-12-04T09:42:36,828 DEBUG [master/84486a41f81c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44337-0x101a10270da0000, quorum=127.0.0.1:60890, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-12-04T09:42:36,835 DEBUG [master/84486a41f81c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-12-04T09:42:36,838 DEBUG [master/84486a41f81c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44337-0x101a10270da0000, quorum=127.0.0.1:60890, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-04T09:42:36,844 DEBUG [master/84486a41f81c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-12-04T09:42:36,852 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44337-0x101a10270da0000, quorum=127.0.0.1:60890, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-04T09:42:36,852 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34005-0x101a10270da0001, quorum=127.0.0.1:60890, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-04T09:42:36,852 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42369-0x101a10270da0002, quorum=127.0.0.1:60890, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-04T09:42:36,852 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44337-0x101a10270da0000, quorum=127.0.0.1:60890, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T09:42:36,852 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34005-0x101a10270da0001, quorum=127.0.0.1:60890, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T09:42:36,852 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42369-0x101a10270da0002, quorum=127.0.0.1:60890, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T09:42:36,853 INFO [master/84486a41f81c:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=84486a41f81c,44337,1733305355894, sessionid=0x101a10270da0000, setting cluster-up flag (Was=false) 2024-12-04T09:42:36,869 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42369-0x101a10270da0002, quorum=127.0.0.1:60890, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T09:42:36,869 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44337-0x101a10270da0000, quorum=127.0.0.1:60890, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T09:42:36,869 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34005-0x101a10270da0001, quorum=127.0.0.1:60890, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T09:42:36,894 DEBUG [master/84486a41f81c:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-12-04T09:42:36,896 DEBUG [master/84486a41f81c:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=84486a41f81c,44337,1733305355894 2024-12-04T09:42:36,911 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34005-0x101a10270da0001, quorum=127.0.0.1:60890, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T09:42:36,911 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42369-0x101a10270da0002, quorum=127.0.0.1:60890, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T09:42:36,911 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44337-0x101a10270da0000, quorum=127.0.0.1:60890, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T09:42:36,936 DEBUG [master/84486a41f81c:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-12-04T09:42:36,937 DEBUG [master/84486a41f81c:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=84486a41f81c,44337,1733305355894 2024-12-04T09:42:36,939 INFO [master/84486a41f81c:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:33287/user/jenkins/test-data/e8f44772-b4d3-fee6-4e99-8075b3a0fb94/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-04T09:42:36,941 DEBUG [master/84486a41f81c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-04T09:42:36,942 INFO [master/84486a41f81c:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-04T09:42:36,942 INFO [master/84486a41f81c:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-04T09:42:36,942 DEBUG [master/84486a41f81c:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 84486a41f81c,44337,1733305355894 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-04T09:42:36,945 DEBUG [master/84486a41f81c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/84486a41f81c:0, corePoolSize=5, maxPoolSize=5 2024-12-04T09:42:36,945 DEBUG [master/84486a41f81c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/84486a41f81c:0, corePoolSize=5, maxPoolSize=5 2024-12-04T09:42:36,945 DEBUG [master/84486a41f81c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/84486a41f81c:0, corePoolSize=5, maxPoolSize=5 2024-12-04T09:42:36,945 DEBUG [master/84486a41f81c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/84486a41f81c:0, corePoolSize=5, maxPoolSize=5 2024-12-04T09:42:36,945 DEBUG [master/84486a41f81c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/84486a41f81c:0, corePoolSize=10, maxPoolSize=10 2024-12-04T09:42:36,945 DEBUG [master/84486a41f81c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/84486a41f81c:0, corePoolSize=1, maxPoolSize=1 2024-12-04T09:42:36,945 DEBUG [master/84486a41f81c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/84486a41f81c:0, corePoolSize=2, maxPoolSize=2 2024-12-04T09:42:36,946 DEBUG [master/84486a41f81c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/84486a41f81c:0, corePoolSize=1, maxPoolSize=1 2024-12-04T09:42:36,948 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-04T09:42:36,948 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-04T09:42:36,950 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T09:42:36,950 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-04T09:42:36,951 INFO [master/84486a41f81c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733305386951 2024-12-04T09:42:36,951 INFO [master/84486a41f81c:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-04T09:42:36,951 INFO [master/84486a41f81c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-04T09:42:36,951 INFO [master/84486a41f81c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-04T09:42:36,951 INFO [master/84486a41f81c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-04T09:42:36,951 INFO [master/84486a41f81c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-04T09:42:36,951 INFO [master/84486a41f81c:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-04T09:42:36,955 INFO [master/84486a41f81c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-04T09:42:36,955 INFO [master/84486a41f81c:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-04T09:42:36,955 INFO [master/84486a41f81c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-04T09:42:36,955 INFO [master/84486a41f81c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-04T09:42:36,956 INFO [master/84486a41f81c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-04T09:42:36,956 INFO [master/84486a41f81c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-04T09:42:36,958 DEBUG [master/84486a41f81c:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/84486a41f81c:0:becomeActiveMaster-HFileCleaner.large.0-1733305356956,5,FailOnTimeoutGroup] 2024-12-04T09:42:36,959 DEBUG [master/84486a41f81c:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/84486a41f81c:0:becomeActiveMaster-HFileCleaner.small.0-1733305356958,5,FailOnTimeoutGroup] 2024-12-04T09:42:36,959 INFO [master/84486a41f81c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-04T09:42:36,959 INFO [master/84486a41f81c:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-04T09:42:36,959 INFO [master/84486a41f81c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-04T09:42:36,959 INFO [master/84486a41f81c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-04T09:42:36,967 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46619 is added to blk_1073741831_1007 (size=1321) 2024-12-04T09:42:36,967 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39907 is added to blk_1073741831_1007 (size=1321) 2024-12-04T09:42:37,000 INFO [RS:1;84486a41f81c:42369 {}] regionserver.HRegionServer(746): ClusterId : 3ec071f4-bfa8-4cdd-b66a-cc26cb01dc14 2024-12-04T09:42:37,000 INFO [RS:0;84486a41f81c:34005 {}] regionserver.HRegionServer(746): ClusterId : 3ec071f4-bfa8-4cdd-b66a-cc26cb01dc14 2024-12-04T09:42:37,001 DEBUG [RS:0;84486a41f81c:34005 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-04T09:42:37,001 DEBUG [RS:1;84486a41f81c:42369 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-04T09:42:37,011 DEBUG [RS:1;84486a41f81c:42369 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-04T09:42:37,011 DEBUG [RS:0;84486a41f81c:34005 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-04T09:42:37,011 DEBUG [RS:1;84486a41f81c:42369 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-04T09:42:37,011 DEBUG [RS:0;84486a41f81c:34005 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-04T09:42:37,020 DEBUG [RS:1;84486a41f81c:42369 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-04T09:42:37,020 DEBUG [RS:0;84486a41f81c:34005 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-04T09:42:37,020 DEBUG [RS:1;84486a41f81c:42369 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@612d5a83, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=84486a41f81c/172.17.0.2:0 2024-12-04T09:42:37,020 DEBUG [RS:0;84486a41f81c:34005 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@68af31f9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=84486a41f81c/172.17.0.2:0 2024-12-04T09:42:37,031 DEBUG [RS:1;84486a41f81c:42369 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;84486a41f81c:42369 2024-12-04T09:42:37,031 INFO [RS:1;84486a41f81c:42369 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-04T09:42:37,031 INFO [RS:1;84486a41f81c:42369 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-04T09:42:37,031 DEBUG [RS:1;84486a41f81c:42369 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-04T09:42:37,032 INFO [RS:1;84486a41f81c:42369 {}] regionserver.HRegionServer(2659): reportForDuty to master=84486a41f81c,44337,1733305355894 with port=42369, startcode=1733305356082 2024-12-04T09:42:37,032 DEBUG [RS:1;84486a41f81c:42369 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-04T09:42:37,034 INFO [HMaster-EventLoopGroup-6-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41269, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=RegionServerStatusService 2024-12-04T09:42:37,035 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44337 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 84486a41f81c,42369,1733305356082 2024-12-04T09:42:37,035 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44337 {}] master.ServerManager(517): Registering regionserver=84486a41f81c,42369,1733305356082 2024-12-04T09:42:37,037 DEBUG [RS:0;84486a41f81c:34005 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;84486a41f81c:34005 2024-12-04T09:42:37,037 DEBUG [RS:1;84486a41f81c:42369 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:33287/user/jenkins/test-data/e8f44772-b4d3-fee6-4e99-8075b3a0fb94 2024-12-04T09:42:37,037 DEBUG [RS:1;84486a41f81c:42369 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:33287 2024-12-04T09:42:37,037 DEBUG [RS:1;84486a41f81c:42369 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-04T09:42:37,037 INFO [RS:0;84486a41f81c:34005 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-04T09:42:37,037 INFO [RS:0;84486a41f81c:34005 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-04T09:42:37,037 DEBUG [RS:0;84486a41f81c:34005 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-04T09:42:37,038 INFO [RS:0;84486a41f81c:34005 {}] regionserver.HRegionServer(2659): reportForDuty to master=84486a41f81c,44337,1733305355894 with port=34005, startcode=1733305356044 2024-12-04T09:42:37,038 DEBUG [RS:0;84486a41f81c:34005 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-04T09:42:37,044 INFO [HMaster-EventLoopGroup-6-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48109, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2024-12-04T09:42:37,044 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44337-0x101a10270da0000, quorum=127.0.0.1:60890, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-04T09:42:37,044 DEBUG [RS:1;84486a41f81c:42369 {}] zookeeper.ZKUtil(111): regionserver:42369-0x101a10270da0002, quorum=127.0.0.1:60890, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/84486a41f81c,42369,1733305356082 2024-12-04T09:42:37,044 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44337 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 84486a41f81c,34005,1733305356044 2024-12-04T09:42:37,044 WARN [RS:1;84486a41f81c:42369 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-04T09:42:37,045 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44337 {}] master.ServerManager(517): Registering regionserver=84486a41f81c,34005,1733305356044 2024-12-04T09:42:37,045 INFO [RS:1;84486a41f81c:42369 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T09:42:37,045 DEBUG [RS:1;84486a41f81c:42369 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:33287/user/jenkins/test-data/e8f44772-b4d3-fee6-4e99-8075b3a0fb94/WALs/84486a41f81c,42369,1733305356082 2024-12-04T09:42:37,045 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [84486a41f81c,42369,1733305356082] 2024-12-04T09:42:37,047 DEBUG [RS:0;84486a41f81c:34005 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:33287/user/jenkins/test-data/e8f44772-b4d3-fee6-4e99-8075b3a0fb94 2024-12-04T09:42:37,047 DEBUG [RS:0;84486a41f81c:34005 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:33287 2024-12-04T09:42:37,047 DEBUG [RS:0;84486a41f81c:34005 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-04T09:42:37,074 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44337-0x101a10270da0000, quorum=127.0.0.1:60890, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-04T09:42:37,075 DEBUG [RS:0;84486a41f81c:34005 {}] zookeeper.ZKUtil(111): regionserver:34005-0x101a10270da0001, quorum=127.0.0.1:60890, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/84486a41f81c,34005,1733305356044 2024-12-04T09:42:37,075 WARN [RS:0;84486a41f81c:34005 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-04T09:42:37,075 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [84486a41f81c,34005,1733305356044] 2024-12-04T09:42:37,075 INFO [RS:0;84486a41f81c:34005 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T09:42:37,075 DEBUG [RS:0;84486a41f81c:34005 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:33287/user/jenkins/test-data/e8f44772-b4d3-fee6-4e99-8075b3a0fb94/WALs/84486a41f81c,34005,1733305356044 2024-12-04T09:42:37,075 INFO [RS:1;84486a41f81c:42369 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-04T09:42:37,078 INFO [RS:1;84486a41f81c:42369 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-04T09:42:37,078 INFO [RS:1;84486a41f81c:42369 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-04T09:42:37,078 INFO [RS:1;84486a41f81c:42369 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T09:42:37,079 INFO [RS:1;84486a41f81c:42369 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-04T09:42:37,081 INFO [RS:0;84486a41f81c:34005 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-04T09:42:37,081 INFO [RS:1;84486a41f81c:42369 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-04T09:42:37,082 INFO [RS:1;84486a41f81c:42369 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-04T09:42:37,082 DEBUG [RS:1;84486a41f81c:42369 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/84486a41f81c:0, corePoolSize=1, maxPoolSize=1 2024-12-04T09:42:37,082 DEBUG [RS:1;84486a41f81c:42369 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/84486a41f81c:0, corePoolSize=1, maxPoolSize=1 2024-12-04T09:42:37,082 DEBUG [RS:1;84486a41f81c:42369 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/84486a41f81c:0, corePoolSize=1, maxPoolSize=1 2024-12-04T09:42:37,082 DEBUG [RS:1;84486a41f81c:42369 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/84486a41f81c:0, corePoolSize=1, maxPoolSize=1 2024-12-04T09:42:37,082 DEBUG [RS:1;84486a41f81c:42369 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/84486a41f81c:0, corePoolSize=1, maxPoolSize=1 2024-12-04T09:42:37,083 DEBUG [RS:1;84486a41f81c:42369 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/84486a41f81c:0, corePoolSize=2, maxPoolSize=2 2024-12-04T09:42:37,083 DEBUG [RS:1;84486a41f81c:42369 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/84486a41f81c:0, corePoolSize=1, maxPoolSize=1 2024-12-04T09:42:37,083 DEBUG [RS:1;84486a41f81c:42369 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/84486a41f81c:0, corePoolSize=1, maxPoolSize=1 2024-12-04T09:42:37,083 DEBUG [RS:1;84486a41f81c:42369 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/84486a41f81c:0, corePoolSize=1, maxPoolSize=1 2024-12-04T09:42:37,083 DEBUG [RS:1;84486a41f81c:42369 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/84486a41f81c:0, corePoolSize=1, maxPoolSize=1 2024-12-04T09:42:37,083 DEBUG [RS:1;84486a41f81c:42369 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/84486a41f81c:0, corePoolSize=1, maxPoolSize=1 2024-12-04T09:42:37,084 DEBUG [RS:1;84486a41f81c:42369 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/84486a41f81c:0, corePoolSize=1, maxPoolSize=1 2024-12-04T09:42:37,084 DEBUG [RS:1;84486a41f81c:42369 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/84486a41f81c:0, corePoolSize=3, maxPoolSize=3 2024-12-04T09:42:37,084 DEBUG [RS:1;84486a41f81c:42369 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/84486a41f81c:0, corePoolSize=3, maxPoolSize=3 2024-12-04T09:42:37,090 INFO [RS:0;84486a41f81c:34005 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-04T09:42:37,090 INFO [RS:1;84486a41f81c:42369 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-04T09:42:37,091 INFO [RS:1;84486a41f81c:42369 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-04T09:42:37,091 INFO [RS:1;84486a41f81c:42369 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T09:42:37,091 INFO [RS:1;84486a41f81c:42369 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-04T09:42:37,091 INFO [RS:1;84486a41f81c:42369 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-04T09:42:37,091 INFO [RS:1;84486a41f81c:42369 {}] hbase.ChoreService(168): Chore ScheduledChore name=84486a41f81c,42369,1733305356082-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-04T09:42:37,091 INFO [RS:0;84486a41f81c:34005 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-04T09:42:37,091 INFO [RS:0;84486a41f81c:34005 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T09:42:37,091 INFO [RS:0;84486a41f81c:34005 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-04T09:42:37,093 INFO [RS:0;84486a41f81c:34005 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-04T09:42:37,093 INFO [RS:0;84486a41f81c:34005 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-04T09:42:37,093 DEBUG [RS:0;84486a41f81c:34005 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/84486a41f81c:0, corePoolSize=1, maxPoolSize=1 2024-12-04T09:42:37,093 DEBUG [RS:0;84486a41f81c:34005 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/84486a41f81c:0, corePoolSize=1, maxPoolSize=1 2024-12-04T09:42:37,093 DEBUG [RS:0;84486a41f81c:34005 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/84486a41f81c:0, corePoolSize=1, maxPoolSize=1 2024-12-04T09:42:37,093 DEBUG [RS:0;84486a41f81c:34005 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/84486a41f81c:0, corePoolSize=1, maxPoolSize=1 2024-12-04T09:42:37,094 DEBUG [RS:0;84486a41f81c:34005 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/84486a41f81c:0, corePoolSize=1, maxPoolSize=1 2024-12-04T09:42:37,094 DEBUG [RS:0;84486a41f81c:34005 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/84486a41f81c:0, corePoolSize=2, maxPoolSize=2 2024-12-04T09:42:37,094 DEBUG [RS:0;84486a41f81c:34005 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/84486a41f81c:0, corePoolSize=1, maxPoolSize=1 2024-12-04T09:42:37,094 DEBUG [RS:0;84486a41f81c:34005 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/84486a41f81c:0, corePoolSize=1, maxPoolSize=1 2024-12-04T09:42:37,094 DEBUG [RS:0;84486a41f81c:34005 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/84486a41f81c:0, corePoolSize=1, maxPoolSize=1 2024-12-04T09:42:37,094 DEBUG [RS:0;84486a41f81c:34005 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/84486a41f81c:0, corePoolSize=1, maxPoolSize=1 2024-12-04T09:42:37,094 DEBUG [RS:0;84486a41f81c:34005 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/84486a41f81c:0, corePoolSize=1, maxPoolSize=1 2024-12-04T09:42:37,094 DEBUG [RS:0;84486a41f81c:34005 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/84486a41f81c:0, corePoolSize=1, maxPoolSize=1 2024-12-04T09:42:37,094 DEBUG [RS:0;84486a41f81c:34005 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/84486a41f81c:0, corePoolSize=3, maxPoolSize=3 2024-12-04T09:42:37,095 DEBUG [RS:0;84486a41f81c:34005 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/84486a41f81c:0, corePoolSize=3, maxPoolSize=3 2024-12-04T09:42:37,096 INFO [RS:0;84486a41f81c:34005 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-04T09:42:37,097 INFO [RS:0;84486a41f81c:34005 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-04T09:42:37,097 INFO [RS:0;84486a41f81c:34005 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T09:42:37,097 INFO [RS:0;84486a41f81c:34005 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-04T09:42:37,097 INFO [RS:0;84486a41f81c:34005 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-04T09:42:37,097 INFO [RS:0;84486a41f81c:34005 {}] hbase.ChoreService(168): Chore ScheduledChore name=84486a41f81c,34005,1733305356044-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-04T09:42:37,107 INFO [RS:1;84486a41f81c:42369 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-04T09:42:37,108 INFO [RS:1;84486a41f81c:42369 {}] hbase.ChoreService(168): Chore ScheduledChore name=84486a41f81c,42369,1733305356082-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T09:42:37,108 INFO [RS:1;84486a41f81c:42369 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T09:42:37,108 INFO [RS:1;84486a41f81c:42369 {}] regionserver.Replication(171): 84486a41f81c,42369,1733305356082 started 2024-12-04T09:42:37,119 INFO [RS:0;84486a41f81c:34005 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-04T09:42:37,119 INFO [RS:0;84486a41f81c:34005 {}] hbase.ChoreService(168): Chore ScheduledChore name=84486a41f81c,34005,1733305356044-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T09:42:37,119 INFO [RS:0;84486a41f81c:34005 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T09:42:37,119 INFO [RS:0;84486a41f81c:34005 {}] regionserver.Replication(171): 84486a41f81c,34005,1733305356044 started 2024-12-04T09:42:37,121 INFO [RS:1;84486a41f81c:42369 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T09:42:37,121 INFO [RS:1;84486a41f81c:42369 {}] regionserver.HRegionServer(1482): Serving as 84486a41f81c,42369,1733305356082, RpcServer on 84486a41f81c/172.17.0.2:42369, sessionid=0x101a10270da0002 2024-12-04T09:42:37,121 DEBUG [RS:1;84486a41f81c:42369 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-04T09:42:37,121 DEBUG [RS:1;84486a41f81c:42369 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 84486a41f81c,42369,1733305356082 2024-12-04T09:42:37,122 DEBUG [RS:1;84486a41f81c:42369 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '84486a41f81c,42369,1733305356082' 2024-12-04T09:42:37,122 DEBUG [RS:1;84486a41f81c:42369 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-04T09:42:37,122 DEBUG [RS:1;84486a41f81c:42369 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-04T09:42:37,123 DEBUG [RS:1;84486a41f81c:42369 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-04T09:42:37,123 DEBUG [RS:1;84486a41f81c:42369 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-04T09:42:37,123 DEBUG [RS:1;84486a41f81c:42369 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 84486a41f81c,42369,1733305356082 2024-12-04T09:42:37,123 DEBUG [RS:1;84486a41f81c:42369 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '84486a41f81c,42369,1733305356082' 2024-12-04T09:42:37,123 DEBUG [RS:1;84486a41f81c:42369 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-04T09:42:37,123 DEBUG [RS:1;84486a41f81c:42369 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-04T09:42:37,124 DEBUG [RS:1;84486a41f81c:42369 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-04T09:42:37,124 INFO [RS:1;84486a41f81c:42369 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-04T09:42:37,124 INFO [RS:1;84486a41f81c:42369 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-04T09:42:37,141 INFO [RS:0;84486a41f81c:34005 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T09:42:37,141 INFO [RS:0;84486a41f81c:34005 {}] regionserver.HRegionServer(1482): Serving as 84486a41f81c,34005,1733305356044, RpcServer on 84486a41f81c/172.17.0.2:34005, sessionid=0x101a10270da0001 2024-12-04T09:42:37,142 DEBUG [RS:0;84486a41f81c:34005 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-04T09:42:37,142 DEBUG [RS:0;84486a41f81c:34005 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 84486a41f81c,34005,1733305356044 2024-12-04T09:42:37,142 DEBUG [RS:0;84486a41f81c:34005 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '84486a41f81c,34005,1733305356044' 2024-12-04T09:42:37,142 DEBUG [RS:0;84486a41f81c:34005 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-04T09:42:37,142 DEBUG [RS:0;84486a41f81c:34005 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-04T09:42:37,143 DEBUG [RS:0;84486a41f81c:34005 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-04T09:42:37,143 DEBUG [RS:0;84486a41f81c:34005 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-04T09:42:37,143 DEBUG [RS:0;84486a41f81c:34005 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 84486a41f81c,34005,1733305356044 2024-12-04T09:42:37,143 DEBUG [RS:0;84486a41f81c:34005 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '84486a41f81c,34005,1733305356044' 2024-12-04T09:42:37,143 DEBUG [RS:0;84486a41f81c:34005 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-04T09:42:37,143 DEBUG [RS:0;84486a41f81c:34005 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-04T09:42:37,144 DEBUG [RS:0;84486a41f81c:34005 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-04T09:42:37,144 INFO [RS:0;84486a41f81c:34005 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-04T09:42:37,144 INFO [RS:0;84486a41f81c:34005 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-04T09:42:37,224 INFO [RS:1;84486a41f81c:42369 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-04T09:42:37,227 INFO [RS:1;84486a41f81c:42369 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=84486a41f81c%2C42369%2C1733305356082, suffix=, logDir=hdfs://localhost:33287/user/jenkins/test-data/e8f44772-b4d3-fee6-4e99-8075b3a0fb94/WALs/84486a41f81c,42369,1733305356082, archiveDir=hdfs://localhost:33287/user/jenkins/test-data/e8f44772-b4d3-fee6-4e99-8075b3a0fb94/oldWALs, maxLogs=32 2024-12-04T09:42:37,241 DEBUG [RS:1;84486a41f81c:42369 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e8f44772-b4d3-fee6-4e99-8075b3a0fb94/WALs/84486a41f81c,42369,1733305356082/84486a41f81c%2C42369%2C1733305356082.1733305357228, exclude list is [], retry=0 2024-12-04T09:42:37,245 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46619,DS-4b0132cd-7921-499c-b319-ba0328d22f18,DISK] 2024-12-04T09:42:37,245 INFO [RS:0;84486a41f81c:34005 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-04T09:42:37,245 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39907,DS-7334e881-a9e9-4c08-855d-c3921afcd7b1,DISK] 2024-12-04T09:42:37,247 INFO [RS:0;84486a41f81c:34005 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=84486a41f81c%2C34005%2C1733305356044, suffix=, logDir=hdfs://localhost:33287/user/jenkins/test-data/e8f44772-b4d3-fee6-4e99-8075b3a0fb94/WALs/84486a41f81c,34005,1733305356044, archiveDir=hdfs://localhost:33287/user/jenkins/test-data/e8f44772-b4d3-fee6-4e99-8075b3a0fb94/oldWALs, maxLogs=32 2024-12-04T09:42:37,249 INFO [RS:1;84486a41f81c:42369 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e8f44772-b4d3-fee6-4e99-8075b3a0fb94/WALs/84486a41f81c,42369,1733305356082/84486a41f81c%2C42369%2C1733305356082.1733305357228 2024-12-04T09:42:37,249 DEBUG [RS:1;84486a41f81c:42369 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37959:37959),(127.0.0.1/127.0.0.1:34787:34787)] 2024-12-04T09:42:37,262 DEBUG [RS:0;84486a41f81c:34005 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e8f44772-b4d3-fee6-4e99-8075b3a0fb94/WALs/84486a41f81c,34005,1733305356044/84486a41f81c%2C34005%2C1733305356044.1733305357249, exclude list is [], retry=0 2024-12-04T09:42:37,266 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39907,DS-7334e881-a9e9-4c08-855d-c3921afcd7b1,DISK] 2024-12-04T09:42:37,266 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46619,DS-4b0132cd-7921-499c-b319-ba0328d22f18,DISK] 2024-12-04T09:42:37,276 INFO [RS:0;84486a41f81c:34005 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e8f44772-b4d3-fee6-4e99-8075b3a0fb94/WALs/84486a41f81c,34005,1733305356044/84486a41f81c%2C34005%2C1733305356044.1733305357249 2024-12-04T09:42:37,277 DEBUG [RS:0;84486a41f81c:34005 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37959:37959),(127.0.0.1/127.0.0.1:34787:34787)] 2024-12-04T09:42:37,369 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:33287/user/jenkins/test-data/e8f44772-b4d3-fee6-4e99-8075b3a0fb94/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-04T09:42:37,369 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:33287/user/jenkins/test-data/e8f44772-b4d3-fee6-4e99-8075b3a0fb94 2024-12-04T09:42:37,379 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46619 is added to blk_1073741834_1010 (size=32) 2024-12-04T09:42:37,379 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39907 is added to blk_1073741834_1010 (size=32) 2024-12-04T09:42:37,381 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T09:42:37,382 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-04T09:42:37,384 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-04T09:42:37,384 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T09:42:37,385 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T09:42:37,385 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-04T09:42:37,387 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-04T09:42:37,387 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T09:42:37,388 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T09:42:37,388 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-04T09:42:37,390 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-04T09:42:37,391 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T09:42:37,392 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T09:42:37,392 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-04T09:42:37,394 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-04T09:42:37,395 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T09:42:37,395 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T09:42:37,396 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-04T09:42:37,396 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33287/user/jenkins/test-data/e8f44772-b4d3-fee6-4e99-8075b3a0fb94/data/hbase/meta/1588230740 2024-12-04T09:42:37,397 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33287/user/jenkins/test-data/e8f44772-b4d3-fee6-4e99-8075b3a0fb94/data/hbase/meta/1588230740 2024-12-04T09:42:37,399 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-04T09:42:37,399 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-04T09:42:37,400 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-04T09:42:37,401 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-04T09:42:37,405 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33287/user/jenkins/test-data/e8f44772-b4d3-fee6-4e99-8075b3a0fb94/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T09:42:37,406 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59715925, jitterRate=-0.1101633757352829}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-04T09:42:37,410 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733305357381Initializing all the Stores at 1733305357382 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733305357382Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733305357382Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733305357382Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733305357382Cleaning up temporary data from old regions at 1733305357399 (+17 ms)Region opened successfully at 1733305357410 (+11 ms) 2024-12-04T09:42:37,411 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-04T09:42:37,411 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-04T09:42:37,411 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-04T09:42:37,411 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-04T09:42:37,411 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-04T09:42:37,412 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-04T09:42:37,412 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733305357410Disabling compacts and flushes for region at 1733305357410Disabling writes for close at 1733305357411 (+1 ms)Writing region close event to WAL at 1733305357411Closed at 1733305357411 2024-12-04T09:42:37,414 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-04T09:42:37,414 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-04T09:42:37,414 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-04T09:42:37,417 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-04T09:42:37,419 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-04T09:42:37,569 DEBUG [84486a41f81c:44337 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=2, allServersCount=2 2024-12-04T09:42:37,569 DEBUG [84486a41f81c:44337 {}] balancer.BalancerClusterState(204): Hosts are {84486a41f81c=0} racks are {/default-rack=0} 2024-12-04T09:42:37,571 DEBUG [84486a41f81c:44337 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-12-04T09:42:37,571 DEBUG [84486a41f81c:44337 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-12-04T09:42:37,572 DEBUG [84486a41f81c:44337 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-12-04T09:42:37,572 DEBUG [84486a41f81c:44337 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-12-04T09:42:37,572 INFO [84486a41f81c:44337 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-12-04T09:42:37,572 INFO [84486a41f81c:44337 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-12-04T09:42:37,572 DEBUG [84486a41f81c:44337 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-12-04T09:42:37,572 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=84486a41f81c,42369,1733305356082 2024-12-04T09:42:37,574 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 84486a41f81c,42369,1733305356082, state=OPENING 2024-12-04T09:42:37,617 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-04T09:42:37,627 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44337-0x101a10270da0000, quorum=127.0.0.1:60890, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T09:42:37,627 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42369-0x101a10270da0002, quorum=127.0.0.1:60890, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T09:42:37,627 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34005-0x101a10270da0001, quorum=127.0.0.1:60890, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T09:42:37,628 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-04T09:42:37,628 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-04T09:42:37,628 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-04T09:42:37,628 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-04T09:42:37,628 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=84486a41f81c,42369,1733305356082}] 2024-12-04T09:42:37,783 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-04T09:42:37,787 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37033, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-04T09:42:37,795 INFO [RS_OPEN_META-regionserver/84486a41f81c:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-04T09:42:37,795 INFO [RS_OPEN_META-regionserver/84486a41f81c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T09:42:37,796 INFO [RS_OPEN_META-regionserver/84486a41f81c:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-04T09:42:37,798 INFO [RS_OPEN_META-regionserver/84486a41f81c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=84486a41f81c%2C42369%2C1733305356082.meta, suffix=.meta, logDir=hdfs://localhost:33287/user/jenkins/test-data/e8f44772-b4d3-fee6-4e99-8075b3a0fb94/WALs/84486a41f81c,42369,1733305356082, archiveDir=hdfs://localhost:33287/user/jenkins/test-data/e8f44772-b4d3-fee6-4e99-8075b3a0fb94/oldWALs, maxLogs=32 2024-12-04T09:42:37,811 DEBUG [RS_OPEN_META-regionserver/84486a41f81c:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e8f44772-b4d3-fee6-4e99-8075b3a0fb94/WALs/84486a41f81c,42369,1733305356082/84486a41f81c%2C42369%2C1733305356082.meta.1733305357799.meta, exclude list is [], retry=0 2024-12-04T09:42:37,814 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46619,DS-4b0132cd-7921-499c-b319-ba0328d22f18,DISK] 2024-12-04T09:42:37,814 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39907,DS-7334e881-a9e9-4c08-855d-c3921afcd7b1,DISK] 2024-12-04T09:42:37,816 INFO [RS_OPEN_META-regionserver/84486a41f81c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e8f44772-b4d3-fee6-4e99-8075b3a0fb94/WALs/84486a41f81c,42369,1733305356082/84486a41f81c%2C42369%2C1733305356082.meta.1733305357799.meta 2024-12-04T09:42:37,817 DEBUG [RS_OPEN_META-regionserver/84486a41f81c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34787:34787),(127.0.0.1/127.0.0.1:37959:37959)] 2024-12-04T09:42:37,817 DEBUG [RS_OPEN_META-regionserver/84486a41f81c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-04T09:42:37,817 DEBUG [RS_OPEN_META-regionserver/84486a41f81c:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-04T09:42:37,817 DEBUG [RS_OPEN_META-regionserver/84486a41f81c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-04T09:42:37,817 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-12-04T09:42:37,817 INFO [RS_OPEN_META-regionserver/84486a41f81c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-04T09:42:37,817 DEBUG [RS_OPEN_META-regionserver/84486a41f81c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-04T09:42:37,818 DEBUG [RS_OPEN_META-regionserver/84486a41f81c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T09:42:37,818 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-12-04T09:42:37,818 DEBUG [RS_OPEN_META-regionserver/84486a41f81c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-04T09:42:37,818 DEBUG [RS_OPEN_META-regionserver/84486a41f81c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-04T09:42:37,820 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-04T09:42:37,821 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-04T09:42:37,821 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T09:42:37,822 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T09:42:37,822 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-04T09:42:37,823 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-04T09:42:37,823 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T09:42:37,824 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T09:42:37,824 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-04T09:42:37,825 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-04T09:42:37,825 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T09:42:37,826 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T09:42:37,826 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-04T09:42:37,827 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-04T09:42:37,827 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T09:42:37,827 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T09:42:37,828 DEBUG [RS_OPEN_META-regionserver/84486a41f81c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-04T09:42:37,829 DEBUG [RS_OPEN_META-regionserver/84486a41f81c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33287/user/jenkins/test-data/e8f44772-b4d3-fee6-4e99-8075b3a0fb94/data/hbase/meta/1588230740 2024-12-04T09:42:37,830 DEBUG [RS_OPEN_META-regionserver/84486a41f81c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33287/user/jenkins/test-data/e8f44772-b4d3-fee6-4e99-8075b3a0fb94/data/hbase/meta/1588230740 2024-12-04T09:42:37,832 DEBUG [RS_OPEN_META-regionserver/84486a41f81c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-04T09:42:37,832 DEBUG [RS_OPEN_META-regionserver/84486a41f81c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-04T09:42:37,833 DEBUG [RS_OPEN_META-regionserver/84486a41f81c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-04T09:42:37,834 DEBUG [RS_OPEN_META-regionserver/84486a41f81c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-04T09:42:37,835 INFO [RS_OPEN_META-regionserver/84486a41f81c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68467087, jitterRate=0.020239099860191345}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-04T09:42:37,835 DEBUG [RS_OPEN_META-regionserver/84486a41f81c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-04T09:42:37,836 DEBUG [RS_OPEN_META-regionserver/84486a41f81c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733305357818Writing region info on filesystem at 1733305357818Initializing all the Stores at 1733305357819 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733305357819Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733305357819Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733305357819Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733305357819Cleaning up temporary data from old regions at 1733305357832 (+13 ms)Running coprocessor post-open hooks at 1733305357835 (+3 ms)Region opened successfully at 1733305357836 (+1 ms) 2024-12-04T09:42:37,838 INFO [RS_OPEN_META-regionserver/84486a41f81c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733305357782 2024-12-04T09:42:37,841 DEBUG [RS_OPEN_META-regionserver/84486a41f81c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-04T09:42:37,841 INFO [RS_OPEN_META-regionserver/84486a41f81c:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-04T09:42:37,842 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=84486a41f81c,42369,1733305356082 2024-12-04T09:42:37,844 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 84486a41f81c,42369,1733305356082, state=OPEN 2024-12-04T09:42:37,852 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34005-0x101a10270da0001, quorum=127.0.0.1:60890, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-04T09:42:37,852 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42369-0x101a10270da0002, quorum=127.0.0.1:60890, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-04T09:42:37,852 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44337-0x101a10270da0000, quorum=127.0.0.1:60890, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-04T09:42:37,852 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=84486a41f81c,42369,1733305356082 2024-12-04T09:42:37,852 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-04T09:42:37,852 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-04T09:42:37,853 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-04T09:42:37,857 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-04T09:42:37,857 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=84486a41f81c,42369,1733305356082 in 224 msec 2024-12-04T09:42:37,861 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-04T09:42:37,861 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 443 msec 2024-12-04T09:42:37,862 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-04T09:42:37,862 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-04T09:42:37,864 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T09:42:37,864 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=84486a41f81c,42369,1733305356082, seqNum=-1] 2024-12-04T09:42:37,864 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T09:42:37,866 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39851, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T09:42:37,876 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 934 msec 2024-12-04T09:42:37,876 INFO [master/84486a41f81c:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733305357876, completionTime=-1 2024-12-04T09:42:37,877 INFO [master/84486a41f81c:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=2; waited=0ms, expected min=2 server(s), max=2 server(s), master is running 2024-12-04T09:42:37,877 DEBUG [master/84486a41f81c:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-04T09:42:37,879 INFO [master/84486a41f81c:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=2 2024-12-04T09:42:37,880 INFO [master/84486a41f81c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733305417879 2024-12-04T09:42:37,880 INFO [master/84486a41f81c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733305477880 2024-12-04T09:42:37,880 INFO [master/84486a41f81c:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 3 msec 2024-12-04T09:42:37,880 DEBUG [master/84486a41f81c:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-12-04T09:42:37,881 INFO [master/84486a41f81c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=84486a41f81c,44337,1733305355894-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T09:42:37,881 INFO [master/84486a41f81c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=84486a41f81c,44337,1733305355894-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T09:42:37,881 INFO [master/84486a41f81c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=84486a41f81c,44337,1733305355894-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T09:42:37,881 INFO [master/84486a41f81c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-84486a41f81c:44337, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T09:42:37,882 INFO [master/84486a41f81c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-04T09:42:37,882 INFO [master/84486a41f81c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-04T09:42:37,885 DEBUG [master/84486a41f81c:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-04T09:42:37,887 INFO [master/84486a41f81c:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.745sec 2024-12-04T09:42:37,888 INFO [master/84486a41f81c:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-04T09:42:37,888 INFO [master/84486a41f81c:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-04T09:42:37,888 INFO [master/84486a41f81c:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-04T09:42:37,888 INFO [master/84486a41f81c:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-04T09:42:37,888 INFO [master/84486a41f81c:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-04T09:42:37,888 INFO [master/84486a41f81c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=84486a41f81c,44337,1733305355894-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-04T09:42:37,888 INFO [master/84486a41f81c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=84486a41f81c,44337,1733305355894-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-04T09:42:37,891 DEBUG [master/84486a41f81c:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-04T09:42:37,891 INFO [master/84486a41f81c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-04T09:42:37,891 INFO [master/84486a41f81c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=84486a41f81c,44337,1733305355894-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T09:42:37,901 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@54cf7188, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T09:42:37,901 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 84486a41f81c,44337,-1 for getting cluster id 2024-12-04T09:42:37,902 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T09:42:37,904 DEBUG [HMaster-EventLoopGroup-6-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3ec071f4-bfa8-4cdd-b66a-cc26cb01dc14' 2024-12-04T09:42:37,904 DEBUG [RPCClient-NioEventLoopGroup-5-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T09:42:37,905 DEBUG [RPCClient-NioEventLoopGroup-5-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3ec071f4-bfa8-4cdd-b66a-cc26cb01dc14" 2024-12-04T09:42:37,905 DEBUG [RPCClient-NioEventLoopGroup-5-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a3d5d9f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T09:42:37,905 DEBUG [RPCClient-NioEventLoopGroup-5-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [84486a41f81c,44337,-1] 2024-12-04T09:42:37,906 DEBUG [RPCClient-NioEventLoopGroup-5-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T09:42:37,908 DEBUG [RPCClient-NioEventLoopGroup-5-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T09:42:37,910 INFO [HMaster-EventLoopGroup-6-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41786, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T09:42:37,912 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1578016d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T09:42:37,912 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T09:42:37,914 DEBUG [Time-limited test {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=84486a41f81c,42369,1733305356082, seqNum=-1] 2024-12-04T09:42:37,915 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T09:42:37,918 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35744, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T09:42:37,921 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=84486a41f81c,44337,1733305355894 2024-12-04T09:42:37,921 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T09:42:37,923 DEBUG [RPCClient-NioEventLoopGroup-5-12 {}] client.AsyncConnectionImpl(321): The fetched master address is 84486a41f81c,44337,1733305355894 2024-12-04T09:42:37,923 DEBUG [RPCClient-NioEventLoopGroup-5-12 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7242ac76 2024-12-04T09:42:37,924 DEBUG [RPCClient-NioEventLoopGroup-5-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T09:42:37,928 INFO [HMaster-EventLoopGroup-6-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41792, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-04T09:42:37,929 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44337 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testClearRegionBlockCache', {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-04T09:42:37,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44337 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testClearRegionBlockCache 2024-12-04T09:42:37,935 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_PRE_OPERATION 2024-12-04T09:42:37,935 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T09:42:37,935 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44337 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testClearRegionBlockCache" procId is: 4 2024-12-04T09:42:37,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44337 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T09:42:37,938 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-04T09:42:37,969 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39907 is added to blk_1073741836_1012 (size=379) 2024-12-04T09:42:37,969 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46619 is added to blk_1073741836_1012 (size=379) 2024-12-04T09:42:37,976 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => be7564a36637eb595716bf280d544e71, NAME => 'testClearRegionBlockCache,5,1733305357929.be7564a36637eb595716bf280d544e71.', STARTKEY => '5', ENDKEY => ''}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33287/user/jenkins/test-data/e8f44772-b4d3-fee6-4e99-8075b3a0fb94 2024-12-04T09:42:37,976 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => ec4ae27e38a09062aa4d11c9e511eb8a, NAME => 'testClearRegionBlockCache,,1733305357929.ec4ae27e38a09062aa4d11c9e511eb8a.', STARTKEY => '', ENDKEY => '5'}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33287/user/jenkins/test-data/e8f44772-b4d3-fee6-4e99-8075b3a0fb94 2024-12-04T09:42:38,004 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39907 is added to blk_1073741837_1013 (size=61) 2024-12-04T09:42:38,005 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46619 is added to blk_1073741837_1013 (size=61) 2024-12-04T09:42:38,005 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,5,1733305357929.be7564a36637eb595716bf280d544e71.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T09:42:38,005 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1722): Closing be7564a36637eb595716bf280d544e71, disabling compactions & flushes 2024-12-04T09:42:38,005 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,5,1733305357929.be7564a36637eb595716bf280d544e71. 2024-12-04T09:42:38,006 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,5,1733305357929.be7564a36637eb595716bf280d544e71. 2024-12-04T09:42:38,006 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,5,1733305357929.be7564a36637eb595716bf280d544e71. after waiting 0 ms 2024-12-04T09:42:38,006 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,5,1733305357929.be7564a36637eb595716bf280d544e71. 2024-12-04T09:42:38,006 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,5,1733305357929.be7564a36637eb595716bf280d544e71. 2024-12-04T09:42:38,006 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1676): Region close journal for be7564a36637eb595716bf280d544e71: Waiting for close lock at 1733305358005Disabling compacts and flushes for region at 1733305358005Disabling writes for close at 1733305358006 (+1 ms)Writing region close event to WAL at 1733305358006Closed at 1733305358006 2024-12-04T09:42:38,016 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46619 is added to blk_1073741838_1014 (size=61) 2024-12-04T09:42:38,017 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39907 is added to blk_1073741838_1014 (size=61) 2024-12-04T09:42:38,018 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,,1733305357929.ec4ae27e38a09062aa4d11c9e511eb8a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T09:42:38,019 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1722): Closing ec4ae27e38a09062aa4d11c9e511eb8a, disabling compactions & flushes 2024-12-04T09:42:38,019 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,,1733305357929.ec4ae27e38a09062aa4d11c9e511eb8a. 2024-12-04T09:42:38,019 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,,1733305357929.ec4ae27e38a09062aa4d11c9e511eb8a. 2024-12-04T09:42:38,019 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,,1733305357929.ec4ae27e38a09062aa4d11c9e511eb8a. after waiting 0 ms 2024-12-04T09:42:38,019 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,,1733305357929.ec4ae27e38a09062aa4d11c9e511eb8a. 2024-12-04T09:42:38,019 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,,1733305357929.ec4ae27e38a09062aa4d11c9e511eb8a. 2024-12-04T09:42:38,019 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1676): Region close journal for ec4ae27e38a09062aa4d11c9e511eb8a: Waiting for close lock at 1733305358019Disabling compacts and flushes for region at 1733305358019Disabling writes for close at 1733305358019Writing region close event to WAL at 1733305358019Closed at 1733305358019 2024-12-04T09:42:38,021 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ADD_TO_META 2024-12-04T09:42:38,022 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testClearRegionBlockCache,5,1733305357929.be7564a36637eb595716bf280d544e71.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1733305358021"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733305358021"}]},"ts":"1733305358021"} 2024-12-04T09:42:38,022 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testClearRegionBlockCache,,1733305357929.ec4ae27e38a09062aa4d11c9e511eb8a.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1733305358021"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733305358021"}]},"ts":"1733305358021"} 2024-12-04T09:42:38,027 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 2 regions to meta. 2024-12-04T09:42:38,029 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-04T09:42:38,029 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733305358029"}]},"ts":"1733305358029"} 2024-12-04T09:42:38,035 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testClearRegionBlockCache, state=ENABLING in hbase:meta 2024-12-04T09:42:38,035 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {84486a41f81c=0} racks are {/default-rack=0} 2024-12-04T09:42:38,037 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-12-04T09:42:38,037 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-12-04T09:42:38,037 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-12-04T09:42:38,037 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-12-04T09:42:38,037 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-12-04T09:42:38,037 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-12-04T09:42:38,037 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-12-04T09:42:38,038 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=ec4ae27e38a09062aa4d11c9e511eb8a, ASSIGN}, {pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=be7564a36637eb595716bf280d544e71, ASSIGN}] 2024-12-04T09:42:38,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44337 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T09:42:38,043 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=ec4ae27e38a09062aa4d11c9e511eb8a, ASSIGN 2024-12-04T09:42:38,043 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=be7564a36637eb595716bf280d544e71, ASSIGN 2024-12-04T09:42:38,052 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=be7564a36637eb595716bf280d544e71, ASSIGN; state=OFFLINE, location=84486a41f81c,34005,1733305356044; forceNewPlan=false, retain=false 2024-12-04T09:42:38,052 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=ec4ae27e38a09062aa4d11c9e511eb8a, ASSIGN; state=OFFLINE, location=84486a41f81c,42369,1733305356082; forceNewPlan=false, retain=false 2024-12-04T09:42:38,203 INFO [84486a41f81c:44337 {}] balancer.BaseLoadBalancer(388): Reassigned 2 regions. 2 retained the pre-restart assignment. 2024-12-04T09:42:38,204 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=ec4ae27e38a09062aa4d11c9e511eb8a, regionState=OPENING, regionLocation=84486a41f81c,42369,1733305356082 2024-12-04T09:42:38,204 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=be7564a36637eb595716bf280d544e71, regionState=OPENING, regionLocation=84486a41f81c,34005,1733305356044 2024-12-04T09:42:38,207 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=ec4ae27e38a09062aa4d11c9e511eb8a, ASSIGN because future has completed 2024-12-04T09:42:38,209 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure ec4ae27e38a09062aa4d11c9e511eb8a, server=84486a41f81c,42369,1733305356082}] 2024-12-04T09:42:38,210 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=be7564a36637eb595716bf280d544e71, ASSIGN because future has completed 2024-12-04T09:42:38,211 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure be7564a36637eb595716bf280d544e71, server=84486a41f81c,34005,1733305356044}] 2024-12-04T09:42:38,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44337 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T09:42:38,366 DEBUG [RSProcedureDispatcher-pool-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-04T09:42:38,367 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58319, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-04T09:42:38,368 INFO [RS_OPEN_REGION-regionserver/84486a41f81c:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] handler.AssignRegionHandler(132): Open testClearRegionBlockCache,,1733305357929.ec4ae27e38a09062aa4d11c9e511eb8a. 2024-12-04T09:42:38,369 DEBUG [RS_OPEN_REGION-regionserver/84486a41f81c:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => ec4ae27e38a09062aa4d11c9e511eb8a, NAME => 'testClearRegionBlockCache,,1733305357929.ec4ae27e38a09062aa4d11c9e511eb8a.', STARTKEY => '', ENDKEY => '5'} 2024-12-04T09:42:38,369 DEBUG [RS_OPEN_REGION-regionserver/84486a41f81c:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache ec4ae27e38a09062aa4d11c9e511eb8a 2024-12-04T09:42:38,369 DEBUG [RS_OPEN_REGION-regionserver/84486a41f81c:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,,1733305357929.ec4ae27e38a09062aa4d11c9e511eb8a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T09:42:38,369 DEBUG [RS_OPEN_REGION-regionserver/84486a41f81c:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for ec4ae27e38a09062aa4d11c9e511eb8a 2024-12-04T09:42:38,369 DEBUG [RS_OPEN_REGION-regionserver/84486a41f81c:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for ec4ae27e38a09062aa4d11c9e511eb8a 2024-12-04T09:42:38,371 INFO [StoreOpener-ec4ae27e38a09062aa4d11c9e511eb8a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region ec4ae27e38a09062aa4d11c9e511eb8a 2024-12-04T09:42:38,372 INFO [RS_OPEN_REGION-regionserver/84486a41f81c:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] handler.AssignRegionHandler(132): Open testClearRegionBlockCache,5,1733305357929.be7564a36637eb595716bf280d544e71. 2024-12-04T09:42:38,372 DEBUG [RS_OPEN_REGION-regionserver/84486a41f81c:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7752): Opening region: {ENCODED => be7564a36637eb595716bf280d544e71, NAME => 'testClearRegionBlockCache,5,1733305357929.be7564a36637eb595716bf280d544e71.', STARTKEY => '5', ENDKEY => ''} 2024-12-04T09:42:38,373 DEBUG [RS_OPEN_REGION-regionserver/84486a41f81c:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache be7564a36637eb595716bf280d544e71 2024-12-04T09:42:38,373 DEBUG [RS_OPEN_REGION-regionserver/84486a41f81c:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,5,1733305357929.be7564a36637eb595716bf280d544e71.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T09:42:38,373 DEBUG [RS_OPEN_REGION-regionserver/84486a41f81c:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7794): checking encryption for be7564a36637eb595716bf280d544e71 2024-12-04T09:42:38,373 DEBUG [RS_OPEN_REGION-regionserver/84486a41f81c:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7797): checking classloading for be7564a36637eb595716bf280d544e71 2024-12-04T09:42:38,374 INFO [StoreOpener-ec4ae27e38a09062aa4d11c9e511eb8a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ec4ae27e38a09062aa4d11c9e511eb8a columnFamilyName family 2024-12-04T09:42:38,374 DEBUG [StoreOpener-ec4ae27e38a09062aa4d11c9e511eb8a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T09:42:38,375 INFO [StoreOpener-ec4ae27e38a09062aa4d11c9e511eb8a-1 {}] regionserver.HStore(327): Store=ec4ae27e38a09062aa4d11c9e511eb8a/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T09:42:38,375 DEBUG [RS_OPEN_REGION-regionserver/84486a41f81c:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for ec4ae27e38a09062aa4d11c9e511eb8a 2024-12-04T09:42:38,375 INFO [StoreOpener-be7564a36637eb595716bf280d544e71-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region be7564a36637eb595716bf280d544e71 2024-12-04T09:42:38,376 DEBUG [RS_OPEN_REGION-regionserver/84486a41f81c:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33287/user/jenkins/test-data/e8f44772-b4d3-fee6-4e99-8075b3a0fb94/data/default/testClearRegionBlockCache/ec4ae27e38a09062aa4d11c9e511eb8a 2024-12-04T09:42:38,377 DEBUG [RS_OPEN_REGION-regionserver/84486a41f81c:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33287/user/jenkins/test-data/e8f44772-b4d3-fee6-4e99-8075b3a0fb94/data/default/testClearRegionBlockCache/ec4ae27e38a09062aa4d11c9e511eb8a 2024-12-04T09:42:38,377 DEBUG [RS_OPEN_REGION-regionserver/84486a41f81c:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for ec4ae27e38a09062aa4d11c9e511eb8a 2024-12-04T09:42:38,377 INFO [StoreOpener-be7564a36637eb595716bf280d544e71-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region be7564a36637eb595716bf280d544e71 columnFamilyName family 2024-12-04T09:42:38,377 DEBUG [RS_OPEN_REGION-regionserver/84486a41f81c:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for ec4ae27e38a09062aa4d11c9e511eb8a 2024-12-04T09:42:38,377 DEBUG [StoreOpener-be7564a36637eb595716bf280d544e71-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T09:42:38,378 INFO [StoreOpener-be7564a36637eb595716bf280d544e71-1 {}] regionserver.HStore(327): Store=be7564a36637eb595716bf280d544e71/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T09:42:38,378 DEBUG [RS_OPEN_REGION-regionserver/84486a41f81c:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1038): replaying wal for be7564a36637eb595716bf280d544e71 2024-12-04T09:42:38,379 DEBUG [RS_OPEN_REGION-regionserver/84486a41f81c:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33287/user/jenkins/test-data/e8f44772-b4d3-fee6-4e99-8075b3a0fb94/data/default/testClearRegionBlockCache/be7564a36637eb595716bf280d544e71 2024-12-04T09:42:38,380 DEBUG [RS_OPEN_REGION-regionserver/84486a41f81c:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33287/user/jenkins/test-data/e8f44772-b4d3-fee6-4e99-8075b3a0fb94/data/default/testClearRegionBlockCache/be7564a36637eb595716bf280d544e71 2024-12-04T09:42:38,380 DEBUG [RS_OPEN_REGION-regionserver/84486a41f81c:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for ec4ae27e38a09062aa4d11c9e511eb8a 2024-12-04T09:42:38,380 DEBUG [RS_OPEN_REGION-regionserver/84486a41f81c:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1048): stopping wal replay for be7564a36637eb595716bf280d544e71 2024-12-04T09:42:38,380 DEBUG [RS_OPEN_REGION-regionserver/84486a41f81c:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1060): Cleaning up temporary data for be7564a36637eb595716bf280d544e71 2024-12-04T09:42:38,383 DEBUG [RS_OPEN_REGION-regionserver/84486a41f81c:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33287/user/jenkins/test-data/e8f44772-b4d3-fee6-4e99-8075b3a0fb94/data/default/testClearRegionBlockCache/ec4ae27e38a09062aa4d11c9e511eb8a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T09:42:38,384 DEBUG [RS_OPEN_REGION-regionserver/84486a41f81c:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1093): writing seq id for be7564a36637eb595716bf280d544e71 2024-12-04T09:42:38,384 INFO [RS_OPEN_REGION-regionserver/84486a41f81c:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1114): Opened ec4ae27e38a09062aa4d11c9e511eb8a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71755215, jitterRate=0.06923602521419525}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-04T09:42:38,384 DEBUG [RS_OPEN_REGION-regionserver/84486a41f81c:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for ec4ae27e38a09062aa4d11c9e511eb8a 2024-12-04T09:42:38,385 DEBUG [RS_OPEN_REGION-regionserver/84486a41f81c:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for ec4ae27e38a09062aa4d11c9e511eb8a: Running coprocessor pre-open hook at 1733305358370Writing region info on filesystem at 1733305358370Initializing all the Stores at 1733305358371 (+1 ms)Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733305358371Cleaning up temporary data from old regions at 1733305358377 (+6 ms)Running coprocessor post-open hooks at 1733305358384 (+7 ms)Region opened successfully at 1733305358385 (+1 ms) 2024-12-04T09:42:38,386 INFO [RS_OPEN_REGION-regionserver/84486a41f81c:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for testClearRegionBlockCache,,1733305357929.ec4ae27e38a09062aa4d11c9e511eb8a., pid=7, masterSystemTime=1733305358363 2024-12-04T09:42:38,387 DEBUG [RS_OPEN_REGION-regionserver/84486a41f81c:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33287/user/jenkins/test-data/e8f44772-b4d3-fee6-4e99-8075b3a0fb94/data/default/testClearRegionBlockCache/be7564a36637eb595716bf280d544e71/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T09:42:38,388 INFO [RS_OPEN_REGION-regionserver/84486a41f81c:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1114): Opened be7564a36637eb595716bf280d544e71; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75488354, jitterRate=0.1248641312122345}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-04T09:42:38,388 DEBUG [RS_OPEN_REGION-regionserver/84486a41f81c:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1122): Running coprocessor post-open hooks for be7564a36637eb595716bf280d544e71 2024-12-04T09:42:38,388 DEBUG [RS_OPEN_REGION-regionserver/84486a41f81c:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1006): Region open journal for be7564a36637eb595716bf280d544e71: Running coprocessor pre-open hook at 1733305358373Writing region info on filesystem at 1733305358373Initializing all the Stores at 1733305358375 (+2 ms)Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733305358375Cleaning up temporary data from old regions at 1733305358380 (+5 ms)Running coprocessor post-open hooks at 1733305358388 (+8 ms)Region opened successfully at 1733305358388 2024-12-04T09:42:38,389 INFO [RS_OPEN_REGION-regionserver/84486a41f81c:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegionServer(2236): Post open deploy tasks for testClearRegionBlockCache,5,1733305357929.be7564a36637eb595716bf280d544e71., pid=8, masterSystemTime=1733305358365 2024-12-04T09:42:38,389 DEBUG [RS_OPEN_REGION-regionserver/84486a41f81c:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for testClearRegionBlockCache,,1733305357929.ec4ae27e38a09062aa4d11c9e511eb8a. 2024-12-04T09:42:38,389 INFO [RS_OPEN_REGION-regionserver/84486a41f81c:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] handler.AssignRegionHandler(153): Opened testClearRegionBlockCache,,1733305357929.ec4ae27e38a09062aa4d11c9e511eb8a. 2024-12-04T09:42:38,391 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=ec4ae27e38a09062aa4d11c9e511eb8a, regionState=OPEN, openSeqNum=2, regionLocation=84486a41f81c,42369,1733305356082 2024-12-04T09:42:38,392 DEBUG [RS_OPEN_REGION-regionserver/84486a41f81c:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegionServer(2266): Finished post open deploy task for testClearRegionBlockCache,5,1733305357929.be7564a36637eb595716bf280d544e71. 2024-12-04T09:42:38,392 INFO [RS_OPEN_REGION-regionserver/84486a41f81c:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] handler.AssignRegionHandler(153): Opened testClearRegionBlockCache,5,1733305357929.be7564a36637eb595716bf280d544e71. 2024-12-04T09:42:38,393 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=be7564a36637eb595716bf280d544e71, regionState=OPEN, openSeqNum=2, regionLocation=84486a41f81c,34005,1733305356044 2024-12-04T09:42:38,394 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure ec4ae27e38a09062aa4d11c9e511eb8a, server=84486a41f81c,42369,1733305356082 because future has completed 2024-12-04T09:42:38,397 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure be7564a36637eb595716bf280d544e71, server=84486a41f81c,34005,1733305356044 because future has completed 2024-12-04T09:42:38,401 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=5 2024-12-04T09:42:38,401 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure ec4ae27e38a09062aa4d11c9e511eb8a, server=84486a41f81c,42369,1733305356082 in 187 msec 2024-12-04T09:42:38,404 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=6 2024-12-04T09:42:38,404 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=ec4ae27e38a09062aa4d11c9e511eb8a, ASSIGN in 363 msec 2024-12-04T09:42:38,404 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure be7564a36637eb595716bf280d544e71, server=84486a41f81c,34005,1733305356044 in 189 msec 2024-12-04T09:42:38,408 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=4 2024-12-04T09:42:38,408 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=be7564a36637eb595716bf280d544e71, ASSIGN in 366 msec 2024-12-04T09:42:38,409 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-04T09:42:38,409 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733305358409"}]},"ts":"1733305358409"} 2024-12-04T09:42:38,412 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=testClearRegionBlockCache, state=ENABLED in hbase:meta 2024-12-04T09:42:38,414 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_POST_OPERATION 2024-12-04T09:42:38,416 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testClearRegionBlockCache in 484 msec 2024-12-04T09:42:38,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44337 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T09:42:38,562 INFO [RPCClient-NioEventLoopGroup-5-14 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testClearRegionBlockCache completed 2024-12-04T09:42:38,562 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testClearRegionBlockCache get assigned. Timeout = 60000ms 2024-12-04T09:42:38,563 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-04T09:42:38,567 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testClearRegionBlockCache assigned to meta. Checking AM states. 2024-12-04T09:42:38,567 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-04T09:42:38,567 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testClearRegionBlockCache assigned. 2024-12-04T09:42:38,571 DEBUG [RPCClient-NioEventLoopGroup-5-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testClearRegionBlockCache', row='1', locateType=CURRENT is [region=testClearRegionBlockCache,,1733305357929.ec4ae27e38a09062aa4d11c9e511eb8a., hostname=84486a41f81c,42369,1733305356082, seqNum=2] 2024-12-04T09:42:38,587 DEBUG [RPCClient-NioEventLoopGroup-5-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testClearRegionBlockCache', row='5', locateType=CURRENT is [region=testClearRegionBlockCache,5,1733305357929.be7564a36637eb595716bf280d544e71., hostname=84486a41f81c,34005,1733305356044, seqNum=2] 2024-12-04T09:42:38,588 DEBUG [RPCClient-NioEventLoopGroup-5-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T09:42:38,593 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38728, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T09:42:38,608 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing be7564a36637eb595716bf280d544e71 1/1 column families, dataSize=140 B heapSize=776 B 2024-12-04T09:42:38,627 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33287/user/jenkins/test-data/e8f44772-b4d3-fee6-4e99-8075b3a0fb94/data/default/testClearRegionBlockCache/be7564a36637eb595716bf280d544e71/.tmp/family/4299f3fd238444dbbcf7b02f1bce0da1 is 32, key is 5/family:/1733305358594/Put/seqid=0 2024-12-04T09:42:38,637 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39907 is added to blk_1073741839_1015 (size=5083) 2024-12-04T09:42:38,637 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46619 is added to blk_1073741839_1015 (size=5083) 2024-12-04T09:42:38,638 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=140 B at sequenceid=9 (bloomFilter=true), to=hdfs://localhost:33287/user/jenkins/test-data/e8f44772-b4d3-fee6-4e99-8075b3a0fb94/data/default/testClearRegionBlockCache/be7564a36637eb595716bf280d544e71/.tmp/family/4299f3fd238444dbbcf7b02f1bce0da1 2024-12-04T09:42:38,648 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33287/user/jenkins/test-data/e8f44772-b4d3-fee6-4e99-8075b3a0fb94/data/default/testClearRegionBlockCache/be7564a36637eb595716bf280d544e71/.tmp/family/4299f3fd238444dbbcf7b02f1bce0da1 as hdfs://localhost:33287/user/jenkins/test-data/e8f44772-b4d3-fee6-4e99-8075b3a0fb94/data/default/testClearRegionBlockCache/be7564a36637eb595716bf280d544e71/family/4299f3fd238444dbbcf7b02f1bce0da1 2024-12-04T09:42:38,658 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33287/user/jenkins/test-data/e8f44772-b4d3-fee6-4e99-8075b3a0fb94/data/default/testClearRegionBlockCache/be7564a36637eb595716bf280d544e71/family/4299f3fd238444dbbcf7b02f1bce0da1, entries=5, sequenceid=9, filesize=5.0 K 2024-12-04T09:42:38,660 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~140 B/140, heapSize ~760 B/760, currentSize=0 B/0 for be7564a36637eb595716bf280d544e71 in 52ms, sequenceid=9, compaction requested=false 2024-12-04T09:42:38,660 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for be7564a36637eb595716bf280d544e71: 2024-12-04T09:42:38,660 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing ec4ae27e38a09062aa4d11c9e511eb8a 1/1 column families, dataSize=112 B heapSize=672 B 2024-12-04T09:42:38,676 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33287/user/jenkins/test-data/e8f44772-b4d3-fee6-4e99-8075b3a0fb94/data/default/testClearRegionBlockCache/ec4ae27e38a09062aa4d11c9e511eb8a/.tmp/family/8f06fdd0132b420aadbe9356f104eb9f is 32, key is 1/family:/1733305358573/Put/seqid=0 2024-12-04T09:42:38,683 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39907 is added to blk_1073741840_1016 (size=5054) 2024-12-04T09:42:38,684 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46619 is added to blk_1073741840_1016 (size=5054) 2024-12-04T09:42:38,684 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:33287/user/jenkins/test-data/e8f44772-b4d3-fee6-4e99-8075b3a0fb94/data/default/testClearRegionBlockCache/ec4ae27e38a09062aa4d11c9e511eb8a/.tmp/family/8f06fdd0132b420aadbe9356f104eb9f 2024-12-04T09:42:38,695 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33287/user/jenkins/test-data/e8f44772-b4d3-fee6-4e99-8075b3a0fb94/data/default/testClearRegionBlockCache/ec4ae27e38a09062aa4d11c9e511eb8a/.tmp/family/8f06fdd0132b420aadbe9356f104eb9f as hdfs://localhost:33287/user/jenkins/test-data/e8f44772-b4d3-fee6-4e99-8075b3a0fb94/data/default/testClearRegionBlockCache/ec4ae27e38a09062aa4d11c9e511eb8a/family/8f06fdd0132b420aadbe9356f104eb9f 2024-12-04T09:42:38,702 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33287/user/jenkins/test-data/e8f44772-b4d3-fee6-4e99-8075b3a0fb94/data/default/testClearRegionBlockCache/ec4ae27e38a09062aa4d11c9e511eb8a/family/8f06fdd0132b420aadbe9356f104eb9f, entries=4, sequenceid=8, filesize=4.9 K 2024-12-04T09:42:38,704 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~112 B/112, heapSize ~656 B/656, currentSize=0 B/0 for ec4ae27e38a09062aa4d11c9e511eb8a in 44ms, sequenceid=8, compaction requested=false 2024-12-04T09:42:38,704 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for ec4ae27e38a09062aa4d11c9e511eb8a: 2024-12-04T09:42:38,708 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-04T09:42:38,709 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T09:42:38,709 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.teardown(TestClearRegionBlockCache.java:100) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T09:42:38,709 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T09:42:38,709 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T09:42:38,709 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T09:42:38,709 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-04T09:42:38,709 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=2032434600, stopped=false 2024-12-04T09:42:38,710 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=84486a41f81c,44337,1733305355894 2024-12-04T09:42:38,725 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42369-0x101a10270da0002, quorum=127.0.0.1:60890, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-04T09:42:38,725 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34005-0x101a10270da0001, quorum=127.0.0.1:60890, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-04T09:42:38,725 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44337-0x101a10270da0000, quorum=127.0.0.1:60890, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-04T09:42:38,725 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42369-0x101a10270da0002, quorum=127.0.0.1:60890, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T09:42:38,725 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34005-0x101a10270da0001, quorum=127.0.0.1:60890, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T09:42:38,725 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44337-0x101a10270da0000, quorum=127.0.0.1:60890, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T09:42:38,725 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-04T09:42:38,726 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:34005-0x101a10270da0001, quorum=127.0.0.1:60890, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-04T09:42:38,726 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T09:42:38,726 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:44337-0x101a10270da0000, quorum=127.0.0.1:60890, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-04T09:42:38,726 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:42369-0x101a10270da0002, quorum=127.0.0.1:60890, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-04T09:42:38,726 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.teardown(TestClearRegionBlockCache.java:100) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T09:42:38,726 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T09:42:38,726 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '84486a41f81c,34005,1733305356044' ***** 2024-12-04T09:42:38,727 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-04T09:42:38,727 INFO [RS:0;84486a41f81c:34005 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-04T09:42:38,727 INFO [RS:0;84486a41f81c:34005 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-04T09:42:38,727 INFO [RS:0;84486a41f81c:34005 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-04T09:42:38,727 INFO [RS:0;84486a41f81c:34005 {}] regionserver.HRegionServer(3091): Received CLOSE for be7564a36637eb595716bf280d544e71 2024-12-04T09:42:38,727 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-04T09:42:38,727 INFO [RS:0;84486a41f81c:34005 {}] regionserver.HRegionServer(959): stopping server 84486a41f81c,34005,1733305356044 2024-12-04T09:42:38,727 INFO [RS:0;84486a41f81c:34005 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-04T09:42:38,727 INFO [RS:0;84486a41f81c:34005 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;84486a41f81c:34005. 2024-12-04T09:42:38,727 DEBUG [RS:0;84486a41f81c:34005 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T09:42:38,727 DEBUG [RS_CLOSE_REGION-regionserver/84486a41f81c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing be7564a36637eb595716bf280d544e71, disabling compactions & flushes 2024-12-04T09:42:38,728 DEBUG [RS:0;84486a41f81c:34005 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T09:42:38,728 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '84486a41f81c,42369,1733305356082' ***** 2024-12-04T09:42:38,728 INFO [RS_CLOSE_REGION-regionserver/84486a41f81c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,5,1733305357929.be7564a36637eb595716bf280d544e71. 2024-12-04T09:42:38,728 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-04T09:42:38,728 DEBUG [RS_CLOSE_REGION-regionserver/84486a41f81c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,5,1733305357929.be7564a36637eb595716bf280d544e71. 2024-12-04T09:42:38,728 INFO [RS:0;84486a41f81c:34005 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-04T09:42:38,728 DEBUG [RS:0;84486a41f81c:34005 {}] regionserver.HRegionServer(1325): Online Regions={be7564a36637eb595716bf280d544e71=testClearRegionBlockCache,5,1733305357929.be7564a36637eb595716bf280d544e71.} 2024-12-04T09:42:38,728 DEBUG [RS_CLOSE_REGION-regionserver/84486a41f81c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,5,1733305357929.be7564a36637eb595716bf280d544e71. after waiting 0 ms 2024-12-04T09:42:38,728 INFO [RS:1;84486a41f81c:42369 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-04T09:42:38,728 DEBUG [RS:0;84486a41f81c:34005 {}] regionserver.HRegionServer(1351): Waiting on be7564a36637eb595716bf280d544e71 2024-12-04T09:42:38,728 DEBUG [RS_CLOSE_REGION-regionserver/84486a41f81c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,5,1733305357929.be7564a36637eb595716bf280d544e71. 2024-12-04T09:42:38,728 INFO [RS:1;84486a41f81c:42369 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-04T09:42:38,728 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-04T09:42:38,728 INFO [RS:1;84486a41f81c:42369 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-04T09:42:38,728 INFO [RS:1;84486a41f81c:42369 {}] regionserver.HRegionServer(3091): Received CLOSE for ec4ae27e38a09062aa4d11c9e511eb8a 2024-12-04T09:42:38,728 INFO [RS:1;84486a41f81c:42369 {}] regionserver.HRegionServer(959): stopping server 84486a41f81c,42369,1733305356082 2024-12-04T09:42:38,728 INFO [RS:1;84486a41f81c:42369 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-04T09:42:38,728 INFO [RS:1;84486a41f81c:42369 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;84486a41f81c:42369. 2024-12-04T09:42:38,729 DEBUG [RS:1;84486a41f81c:42369 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T09:42:38,729 DEBUG [RS:1;84486a41f81c:42369 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T09:42:38,729 DEBUG [RS_CLOSE_REGION-regionserver/84486a41f81c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing ec4ae27e38a09062aa4d11c9e511eb8a, disabling compactions & flushes 2024-12-04T09:42:38,729 INFO [RS:1;84486a41f81c:42369 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-04T09:42:38,729 INFO [RS_CLOSE_REGION-regionserver/84486a41f81c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,,1733305357929.ec4ae27e38a09062aa4d11c9e511eb8a. 2024-12-04T09:42:38,729 INFO [RS:1;84486a41f81c:42369 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-04T09:42:38,729 DEBUG [RS_CLOSE_REGION-regionserver/84486a41f81c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,,1733305357929.ec4ae27e38a09062aa4d11c9e511eb8a. 2024-12-04T09:42:38,729 INFO [RS:1;84486a41f81c:42369 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-04T09:42:38,729 DEBUG [RS_CLOSE_REGION-regionserver/84486a41f81c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,,1733305357929.ec4ae27e38a09062aa4d11c9e511eb8a. after waiting 0 ms 2024-12-04T09:42:38,729 INFO [RS:1;84486a41f81c:42369 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-04T09:42:38,729 INFO [RS:1;84486a41f81c:42369 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-04T09:42:38,729 DEBUG [RS:1;84486a41f81c:42369 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, ec4ae27e38a09062aa4d11c9e511eb8a=testClearRegionBlockCache,,1733305357929.ec4ae27e38a09062aa4d11c9e511eb8a.} 2024-12-04T09:42:38,729 DEBUG [RS_CLOSE_REGION-regionserver/84486a41f81c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,,1733305357929.ec4ae27e38a09062aa4d11c9e511eb8a. 2024-12-04T09:42:38,729 DEBUG [RS:1;84486a41f81c:42369 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, ec4ae27e38a09062aa4d11c9e511eb8a 2024-12-04T09:42:38,730 DEBUG [RS_CLOSE_META-regionserver/84486a41f81c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-04T09:42:38,730 INFO [RS_CLOSE_META-regionserver/84486a41f81c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-04T09:42:38,730 DEBUG [RS_CLOSE_META-regionserver/84486a41f81c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-04T09:42:38,730 DEBUG [RS_CLOSE_META-regionserver/84486a41f81c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-04T09:42:38,730 DEBUG [RS_CLOSE_META-regionserver/84486a41f81c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-04T09:42:38,730 INFO [RS_CLOSE_META-regionserver/84486a41f81c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.79 KB heapSize=5.57 KB 2024-12-04T09:42:38,736 DEBUG [RS_CLOSE_REGION-regionserver/84486a41f81c:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33287/user/jenkins/test-data/e8f44772-b4d3-fee6-4e99-8075b3a0fb94/data/default/testClearRegionBlockCache/be7564a36637eb595716bf280d544e71/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=1 2024-12-04T09:42:38,737 INFO [RS_CLOSE_REGION-regionserver/84486a41f81c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,5,1733305357929.be7564a36637eb595716bf280d544e71. 2024-12-04T09:42:38,737 DEBUG [RS_CLOSE_REGION-regionserver/84486a41f81c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for be7564a36637eb595716bf280d544e71: Waiting for close lock at 1733305358727Running coprocessor pre-close hooks at 1733305358727Disabling compacts and flushes for region at 1733305358727Disabling writes for close at 1733305358728 (+1 ms)Writing region close event to WAL at 1733305358729 (+1 ms)Running coprocessor post-close hooks at 1733305358737 (+8 ms)Closed at 1733305358737 2024-12-04T09:42:38,738 DEBUG [RS_CLOSE_REGION-regionserver/84486a41f81c:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,5,1733305357929.be7564a36637eb595716bf280d544e71. 2024-12-04T09:42:38,739 DEBUG [RS_CLOSE_REGION-regionserver/84486a41f81c:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33287/user/jenkins/test-data/e8f44772-b4d3-fee6-4e99-8075b3a0fb94/data/default/testClearRegionBlockCache/ec4ae27e38a09062aa4d11c9e511eb8a/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-12-04T09:42:38,740 INFO [RS_CLOSE_REGION-regionserver/84486a41f81c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,,1733305357929.ec4ae27e38a09062aa4d11c9e511eb8a. 2024-12-04T09:42:38,740 DEBUG [RS_CLOSE_REGION-regionserver/84486a41f81c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for ec4ae27e38a09062aa4d11c9e511eb8a: Waiting for close lock at 1733305358729Running coprocessor pre-close hooks at 1733305358729Disabling compacts and flushes for region at 1733305358729Disabling writes for close at 1733305358729Writing region close event to WAL at 1733305358731 (+2 ms)Running coprocessor post-close hooks at 1733305358740 (+9 ms)Closed at 1733305358740 2024-12-04T09:42:38,740 DEBUG [RS_CLOSE_REGION-regionserver/84486a41f81c:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,,1733305357929.ec4ae27e38a09062aa4d11c9e511eb8a. 2024-12-04T09:42:38,752 DEBUG [RS_CLOSE_META-regionserver/84486a41f81c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33287/user/jenkins/test-data/e8f44772-b4d3-fee6-4e99-8075b3a0fb94/data/hbase/meta/1588230740/.tmp/info/27108ebb414b4451b3ea4fa3bae931b6 is 173, key is testClearRegionBlockCache,5,1733305357929.be7564a36637eb595716bf280d544e71./info:regioninfo/1733305358393/Put/seqid=0 2024-12-04T09:42:38,757 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46619 is added to blk_1073741841_1017 (size=8173) 2024-12-04T09:42:38,758 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39907 is added to blk_1073741841_1017 (size=8173) 2024-12-04T09:42:38,758 INFO [RS_CLOSE_META-regionserver/84486a41f81c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.60 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:33287/user/jenkins/test-data/e8f44772-b4d3-fee6-4e99-8075b3a0fb94/data/hbase/meta/1588230740/.tmp/info/27108ebb414b4451b3ea4fa3bae931b6 2024-12-04T09:42:38,785 DEBUG [RS_CLOSE_META-regionserver/84486a41f81c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33287/user/jenkins/test-data/e8f44772-b4d3-fee6-4e99-8075b3a0fb94/data/hbase/meta/1588230740/.tmp/ns/8371f525561740f0b1f301d0b8f32e98 is 43, key is default/ns:d/1733305357867/Put/seqid=0 2024-12-04T09:42:38,793 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39907 is added to blk_1073741842_1018 (size=5153) 2024-12-04T09:42:38,793 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46619 is added to blk_1073741842_1018 (size=5153) 2024-12-04T09:42:38,793 INFO [regionserver/84486a41f81c:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-04T09:42:38,794 INFO [RS_CLOSE_META-regionserver/84486a41f81c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:33287/user/jenkins/test-data/e8f44772-b4d3-fee6-4e99-8075b3a0fb94/data/hbase/meta/1588230740/.tmp/ns/8371f525561740f0b1f301d0b8f32e98 2024-12-04T09:42:38,799 INFO [regionserver/84486a41f81c:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-04T09:42:38,821 DEBUG [RS_CLOSE_META-regionserver/84486a41f81c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33287/user/jenkins/test-data/e8f44772-b4d3-fee6-4e99-8075b3a0fb94/data/hbase/meta/1588230740/.tmp/table/cbe7a4d4ce804838bd2a4821d11afb7b is 61, key is testClearRegionBlockCache/table:state/1733305358409/Put/seqid=0 2024-12-04T09:42:38,828 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46619 is added to blk_1073741843_1019 (size=5312) 2024-12-04T09:42:38,828 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39907 is added to blk_1073741843_1019 (size=5312) 2024-12-04T09:42:38,830 INFO [RS_CLOSE_META-regionserver/84486a41f81c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=114 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:33287/user/jenkins/test-data/e8f44772-b4d3-fee6-4e99-8075b3a0fb94/data/hbase/meta/1588230740/.tmp/table/cbe7a4d4ce804838bd2a4821d11afb7b 2024-12-04T09:42:38,841 DEBUG [RS_CLOSE_META-regionserver/84486a41f81c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33287/user/jenkins/test-data/e8f44772-b4d3-fee6-4e99-8075b3a0fb94/data/hbase/meta/1588230740/.tmp/info/27108ebb414b4451b3ea4fa3bae931b6 as hdfs://localhost:33287/user/jenkins/test-data/e8f44772-b4d3-fee6-4e99-8075b3a0fb94/data/hbase/meta/1588230740/info/27108ebb414b4451b3ea4fa3bae931b6 2024-12-04T09:42:38,852 INFO [RS_CLOSE_META-regionserver/84486a41f81c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33287/user/jenkins/test-data/e8f44772-b4d3-fee6-4e99-8075b3a0fb94/data/hbase/meta/1588230740/info/27108ebb414b4451b3ea4fa3bae931b6, entries=20, sequenceid=13, filesize=8.0 K 2024-12-04T09:42:38,853 DEBUG [RS_CLOSE_META-regionserver/84486a41f81c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33287/user/jenkins/test-data/e8f44772-b4d3-fee6-4e99-8075b3a0fb94/data/hbase/meta/1588230740/.tmp/ns/8371f525561740f0b1f301d0b8f32e98 as hdfs://localhost:33287/user/jenkins/test-data/e8f44772-b4d3-fee6-4e99-8075b3a0fb94/data/hbase/meta/1588230740/ns/8371f525561740f0b1f301d0b8f32e98 2024-12-04T09:42:38,864 INFO [RS_CLOSE_META-regionserver/84486a41f81c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33287/user/jenkins/test-data/e8f44772-b4d3-fee6-4e99-8075b3a0fb94/data/hbase/meta/1588230740/ns/8371f525561740f0b1f301d0b8f32e98, entries=2, sequenceid=13, filesize=5.0 K 2024-12-04T09:42:38,866 DEBUG [RS_CLOSE_META-regionserver/84486a41f81c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33287/user/jenkins/test-data/e8f44772-b4d3-fee6-4e99-8075b3a0fb94/data/hbase/meta/1588230740/.tmp/table/cbe7a4d4ce804838bd2a4821d11afb7b as hdfs://localhost:33287/user/jenkins/test-data/e8f44772-b4d3-fee6-4e99-8075b3a0fb94/data/hbase/meta/1588230740/table/cbe7a4d4ce804838bd2a4821d11afb7b 2024-12-04T09:42:38,874 INFO [RS_CLOSE_META-regionserver/84486a41f81c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33287/user/jenkins/test-data/e8f44772-b4d3-fee6-4e99-8075b3a0fb94/data/hbase/meta/1588230740/table/cbe7a4d4ce804838bd2a4821d11afb7b, entries=2, sequenceid=13, filesize=5.2 K 2024-12-04T09:42:38,875 INFO [RS_CLOSE_META-regionserver/84486a41f81c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.79 KB/2852, heapSize ~5.27 KB/5400, currentSize=0 B/0 for 1588230740 in 145ms, sequenceid=13, compaction requested=false 2024-12-04T09:42:38,882 DEBUG [RS_CLOSE_META-regionserver/84486a41f81c:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33287/user/jenkins/test-data/e8f44772-b4d3-fee6-4e99-8075b3a0fb94/data/hbase/meta/1588230740/recovered.edits/16.seqid, newMaxSeqId=16, maxSeqId=1 2024-12-04T09:42:38,882 DEBUG [RS_CLOSE_META-regionserver/84486a41f81c:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-04T09:42:38,883 INFO [RS_CLOSE_META-regionserver/84486a41f81c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-04T09:42:38,883 DEBUG [RS_CLOSE_META-regionserver/84486a41f81c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733305358730Running coprocessor pre-close hooks at 1733305358730Disabling compacts and flushes for region at 1733305358730Disabling writes for close at 1733305358730Obtaining lock to block concurrent updates at 1733305358730Preparing flush snapshotting stores in 1588230740 at 1733305358730Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2852, getHeapSize=5640, getOffHeapSize=0, getCellsCount=24 at 1733305358731 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1733305358731Flushing 1588230740/info: creating writer at 1733305358732 (+1 ms)Flushing 1588230740/info: appending metadata at 1733305358751 (+19 ms)Flushing 1588230740/info: closing flushed file at 1733305358751Flushing 1588230740/ns: creating writer at 1733305358769 (+18 ms)Flushing 1588230740/ns: appending metadata at 1733305358784 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1733305358785 (+1 ms)Flushing 1588230740/table: creating writer at 1733305358804 (+19 ms)Flushing 1588230740/table: appending metadata at 1733305358821 (+17 ms)Flushing 1588230740/table: closing flushed file at 1733305358821Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@984914a: reopening flushed file at 1733305358840 (+19 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@304a368a: reopening flushed file at 1733305358852 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4d12e200: reopening flushed file at 1733305358864 (+12 ms)Finished flush of dataSize ~2.79 KB/2852, heapSize ~5.27 KB/5400, currentSize=0 B/0 for 1588230740 in 145ms, sequenceid=13, compaction requested=false at 1733305358875 (+11 ms)Writing region close event to WAL at 1733305358877 (+2 ms)Running coprocessor post-close hooks at 1733305358882 (+5 ms)Closed at 1733305358883 (+1 ms) 2024-12-04T09:42:38,883 DEBUG [RS_CLOSE_META-regionserver/84486a41f81c:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-04T09:42:38,928 INFO [RS:0;84486a41f81c:34005 {}] regionserver.HRegionServer(976): stopping server 84486a41f81c,34005,1733305356044; all regions closed. 2024-12-04T09:42:38,930 INFO [RS:1;84486a41f81c:42369 {}] regionserver.HRegionServer(976): stopping server 84486a41f81c,42369,1733305356082; all regions closed. 2024-12-04T09:42:38,931 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46619 is added to blk_1073741833_1009 (size=1867) 2024-12-04T09:42:38,931 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39907 is added to blk_1073741833_1009 (size=1867) 2024-12-04T09:42:38,935 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39907 is added to blk_1073741835_1011 (size=4338) 2024-12-04T09:42:38,935 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46619 is added to blk_1073741835_1011 (size=4338) 2024-12-04T09:42:38,936 DEBUG [RS:0;84486a41f81c:34005 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/e8f44772-b4d3-fee6-4e99-8075b3a0fb94/oldWALs 2024-12-04T09:42:38,936 INFO [RS:0;84486a41f81c:34005 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 84486a41f81c%2C34005%2C1733305356044:(num 1733305357249) 2024-12-04T09:42:38,936 DEBUG [RS:0;84486a41f81c:34005 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T09:42:38,936 INFO [RS:0;84486a41f81c:34005 {}] regionserver.LeaseManager(133): Closed leases 2024-12-04T09:42:38,936 INFO [RS:0;84486a41f81c:34005 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-04T09:42:38,937 INFO [RS:0;84486a41f81c:34005 {}] hbase.ChoreService(370): Chore service for: regionserver/84486a41f81c:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-04T09:42:38,937 INFO [RS:0;84486a41f81c:34005 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-04T09:42:38,937 INFO [regionserver/84486a41f81c:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-04T09:42:38,937 INFO [RS:0;84486a41f81c:34005 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-04T09:42:38,937 INFO [RS:0;84486a41f81c:34005 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-04T09:42:38,937 INFO [RS:0;84486a41f81c:34005 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-04T09:42:38,937 INFO [RS:0;84486a41f81c:34005 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:34005 2024-12-04T09:42:38,939 DEBUG [RS:1;84486a41f81c:42369 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/e8f44772-b4d3-fee6-4e99-8075b3a0fb94/oldWALs 2024-12-04T09:42:38,939 INFO [RS:1;84486a41f81c:42369 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 84486a41f81c%2C42369%2C1733305356082.meta:.meta(num 1733305357799) 2024-12-04T09:42:38,942 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46619 is added to blk_1073741832_1008 (size=1758) 2024-12-04T09:42:38,943 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/e8f44772-b4d3-fee6-4e99-8075b3a0fb94/WALs/84486a41f81c,42369,1733305356082/84486a41f81c%2C42369%2C1733305356082.1733305357228 not finished, retry = 0 2024-12-04T09:42:38,943 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39907 is added to blk_1073741832_1008 (size=1758) 2024-12-04T09:42:38,944 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34005-0x101a10270da0001, quorum=127.0.0.1:60890, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/84486a41f81c,34005,1733305356044 2024-12-04T09:42:38,944 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44337-0x101a10270da0000, quorum=127.0.0.1:60890, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-04T09:42:38,944 INFO [RS:0;84486a41f81c:34005 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-04T09:42:38,944 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [84486a41f81c,34005,1733305356044] 2024-12-04T09:42:38,960 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/84486a41f81c,34005,1733305356044 already deleted, retry=false 2024-12-04T09:42:38,961 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 84486a41f81c,34005,1733305356044 expired; onlineServers=1 2024-12-04T09:42:39,046 DEBUG [RS:1;84486a41f81c:42369 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/e8f44772-b4d3-fee6-4e99-8075b3a0fb94/oldWALs 2024-12-04T09:42:39,046 INFO [RS:1;84486a41f81c:42369 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 84486a41f81c%2C42369%2C1733305356082:(num 1733305357228) 2024-12-04T09:42:39,047 DEBUG [RS:1;84486a41f81c:42369 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T09:42:39,047 INFO [RS:1;84486a41f81c:42369 {}] regionserver.LeaseManager(133): Closed leases 2024-12-04T09:42:39,047 INFO [RS:1;84486a41f81c:42369 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-04T09:42:39,047 INFO [RS:1;84486a41f81c:42369 {}] hbase.ChoreService(370): Chore service for: regionserver/84486a41f81c:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-04T09:42:39,047 INFO [RS:1;84486a41f81c:42369 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-04T09:42:39,047 INFO [regionserver/84486a41f81c:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-04T09:42:39,047 INFO [RS:1;84486a41f81c:42369 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42369 2024-12-04T09:42:39,052 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44337-0x101a10270da0000, quorum=127.0.0.1:60890, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-04T09:42:39,052 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42369-0x101a10270da0002, quorum=127.0.0.1:60890, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/84486a41f81c,42369,1733305356082 2024-12-04T09:42:39,052 INFO [RS:1;84486a41f81c:42369 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-04T09:42:39,052 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34005-0x101a10270da0001, quorum=127.0.0.1:60890, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T09:42:39,052 INFO [RS:0;84486a41f81c:34005 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-04T09:42:39,052 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34005-0x101a10270da0001, quorum=127.0.0.1:60890, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T09:42:39,052 INFO [RS:0;84486a41f81c:34005 {}] regionserver.HRegionServer(1031): Exiting; stopping=84486a41f81c,34005,1733305356044; zookeeper connection closed. 2024-12-04T09:42:39,053 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@7592cf1f {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@7592cf1f 2024-12-04T09:42:39,060 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [84486a41f81c,42369,1733305356082] 2024-12-04T09:42:39,069 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/84486a41f81c,42369,1733305356082 already deleted, retry=false 2024-12-04T09:42:39,069 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 84486a41f81c,42369,1733305356082 expired; onlineServers=0 2024-12-04T09:42:39,069 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '84486a41f81c,44337,1733305355894' ***** 2024-12-04T09:42:39,069 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-04T09:42:39,069 INFO [M:0;84486a41f81c:44337 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-04T09:42:39,069 INFO [M:0;84486a41f81c:44337 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-04T09:42:39,069 DEBUG [M:0;84486a41f81c:44337 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-04T09:42:39,069 DEBUG [M:0;84486a41f81c:44337 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-04T09:42:39,069 DEBUG [master/84486a41f81c:0:becomeActiveMaster-HFileCleaner.large.0-1733305356956 {}] cleaner.HFileCleaner(306): Exit Thread[master/84486a41f81c:0:becomeActiveMaster-HFileCleaner.large.0-1733305356956,5,FailOnTimeoutGroup] 2024-12-04T09:42:39,069 DEBUG [master/84486a41f81c:0:becomeActiveMaster-HFileCleaner.small.0-1733305356958 {}] cleaner.HFileCleaner(306): Exit Thread[master/84486a41f81c:0:becomeActiveMaster-HFileCleaner.small.0-1733305356958,5,FailOnTimeoutGroup] 2024-12-04T09:42:39,069 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-04T09:42:39,069 INFO [M:0;84486a41f81c:44337 {}] hbase.ChoreService(370): Chore service for: master/84486a41f81c:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-04T09:42:39,069 INFO [M:0;84486a41f81c:44337 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-04T09:42:39,070 DEBUG [M:0;84486a41f81c:44337 {}] master.HMaster(1795): Stopping service threads 2024-12-04T09:42:39,070 INFO [M:0;84486a41f81c:44337 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-04T09:42:39,070 INFO [M:0;84486a41f81c:44337 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-04T09:42:39,070 INFO [M:0;84486a41f81c:44337 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-04T09:42:39,070 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-04T09:42:39,077 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44337-0x101a10270da0000, quorum=127.0.0.1:60890, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-12-04T09:42:39,077 DEBUG [M:0;84486a41f81c:44337 {}] zookeeper.ZKUtil(347): master:44337-0x101a10270da0000, quorum=127.0.0.1:60890, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-12-04T09:42:39,077 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44337-0x101a10270da0000, quorum=127.0.0.1:60890, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T09:42:39,077 WARN [M:0;84486a41f81c:44337 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-04T09:42:39,078 INFO [M:0;84486a41f81c:44337 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:33287/user/jenkins/test-data/e8f44772-b4d3-fee6-4e99-8075b3a0fb94/.lastflushedseqids 2024-12-04T09:42:39,085 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46619 is added to blk_1073741844_1020 (size=191) 2024-12-04T09:42:39,085 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39907 is added to blk_1073741844_1020 (size=191) 2024-12-04T09:42:39,085 INFO [M:0;84486a41f81c:44337 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-04T09:42:39,086 INFO [M:0;84486a41f81c:44337 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-04T09:42:39,086 DEBUG [M:0;84486a41f81c:44337 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-04T09:42:39,086 INFO [M:0;84486a41f81c:44337 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T09:42:39,086 DEBUG [M:0;84486a41f81c:44337 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T09:42:39,086 DEBUG [M:0;84486a41f81c:44337 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-04T09:42:39,086 DEBUG [M:0;84486a41f81c:44337 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T09:42:39,086 INFO [M:0;84486a41f81c:44337 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=29.58 KB heapSize=36.95 KB 2024-12-04T09:42:39,101 DEBUG [M:0;84486a41f81c:44337 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33287/user/jenkins/test-data/e8f44772-b4d3-fee6-4e99-8075b3a0fb94/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/adf5adac5d294b6792d6874fa7d8df8f is 82, key is hbase:meta,,1/info:regioninfo/1733305357842/Put/seqid=0 2024-12-04T09:42:39,107 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46619 is added to blk_1073741845_1021 (size=5672) 2024-12-04T09:42:39,108 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39907 is added to blk_1073741845_1021 (size=5672) 2024-12-04T09:42:39,108 INFO [M:0;84486a41f81c:44337 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:33287/user/jenkins/test-data/e8f44772-b4d3-fee6-4e99-8075b3a0fb94/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/adf5adac5d294b6792d6874fa7d8df8f 2024-12-04T09:42:39,129 DEBUG [M:0;84486a41f81c:44337 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33287/user/jenkins/test-data/e8f44772-b4d3-fee6-4e99-8075b3a0fb94/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/bfec45e3d64f440ab03b8e75a07a375f is 803, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1733305358415/Put/seqid=0 2024-12-04T09:42:39,135 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39907 is added to blk_1073741846_1022 (size=6219) 2024-12-04T09:42:39,135 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46619 is added to blk_1073741846_1022 (size=6219) 2024-12-04T09:42:39,135 INFO [M:0;84486a41f81c:44337 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28.96 KB at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:33287/user/jenkins/test-data/e8f44772-b4d3-fee6-4e99-8075b3a0fb94/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/bfec45e3d64f440ab03b8e75a07a375f 2024-12-04T09:42:39,155 DEBUG [M:0;84486a41f81c:44337 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33287/user/jenkins/test-data/e8f44772-b4d3-fee6-4e99-8075b3a0fb94/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/661e0efda7a34ebc9d40bb292db63847 is 69, key is 84486a41f81c,34005,1733305356044/rs:state/1733305357045/Put/seqid=0 2024-12-04T09:42:39,161 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42369-0x101a10270da0002, quorum=127.0.0.1:60890, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T09:42:39,161 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39907 is added to blk_1073741847_1023 (size=5224) 2024-12-04T09:42:39,161 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42369-0x101a10270da0002, quorum=127.0.0.1:60890, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T09:42:39,161 INFO [RS:1;84486a41f81c:42369 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-04T09:42:39,161 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46619 is added to blk_1073741847_1023 (size=5224) 2024-12-04T09:42:39,161 INFO [RS:1;84486a41f81c:42369 {}] regionserver.HRegionServer(1031): Exiting; stopping=84486a41f81c,42369,1733305356082; zookeeper connection closed. 2024-12-04T09:42:39,161 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@3c80b76b {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@3c80b76b 2024-12-04T09:42:39,161 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 2 regionserver(s) complete 2024-12-04T09:42:39,162 INFO [M:0;84486a41f81c:44337 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=130 B at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:33287/user/jenkins/test-data/e8f44772-b4d3-fee6-4e99-8075b3a0fb94/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/661e0efda7a34ebc9d40bb292db63847 2024-12-04T09:42:39,169 DEBUG [M:0;84486a41f81c:44337 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33287/user/jenkins/test-data/e8f44772-b4d3-fee6-4e99-8075b3a0fb94/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/adf5adac5d294b6792d6874fa7d8df8f as hdfs://localhost:33287/user/jenkins/test-data/e8f44772-b4d3-fee6-4e99-8075b3a0fb94/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/adf5adac5d294b6792d6874fa7d8df8f 2024-12-04T09:42:39,176 INFO [M:0;84486a41f81c:44337 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33287/user/jenkins/test-data/e8f44772-b4d3-fee6-4e99-8075b3a0fb94/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/adf5adac5d294b6792d6874fa7d8df8f, entries=8, sequenceid=71, filesize=5.5 K 2024-12-04T09:42:39,178 DEBUG [M:0;84486a41f81c:44337 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33287/user/jenkins/test-data/e8f44772-b4d3-fee6-4e99-8075b3a0fb94/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/bfec45e3d64f440ab03b8e75a07a375f as hdfs://localhost:33287/user/jenkins/test-data/e8f44772-b4d3-fee6-4e99-8075b3a0fb94/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/bfec45e3d64f440ab03b8e75a07a375f 2024-12-04T09:42:39,184 INFO [M:0;84486a41f81c:44337 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33287/user/jenkins/test-data/e8f44772-b4d3-fee6-4e99-8075b3a0fb94/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/bfec45e3d64f440ab03b8e75a07a375f, entries=8, sequenceid=71, filesize=6.1 K 2024-12-04T09:42:39,186 DEBUG [M:0;84486a41f81c:44337 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33287/user/jenkins/test-data/e8f44772-b4d3-fee6-4e99-8075b3a0fb94/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/661e0efda7a34ebc9d40bb292db63847 as hdfs://localhost:33287/user/jenkins/test-data/e8f44772-b4d3-fee6-4e99-8075b3a0fb94/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/661e0efda7a34ebc9d40bb292db63847 2024-12-04T09:42:39,193 INFO [M:0;84486a41f81c:44337 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33287/user/jenkins/test-data/e8f44772-b4d3-fee6-4e99-8075b3a0fb94/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/661e0efda7a34ebc9d40bb292db63847, entries=2, sequenceid=71, filesize=5.1 K 2024-12-04T09:42:39,194 INFO [M:0;84486a41f81c:44337 {}] regionserver.HRegion(3140): Finished flush of dataSize ~29.58 KB/30293, heapSize ~36.66 KB/37536, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 108ms, sequenceid=71, compaction requested=false 2024-12-04T09:42:39,195 INFO [M:0;84486a41f81c:44337 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T09:42:39,196 DEBUG [M:0;84486a41f81c:44337 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733305359086Disabling compacts and flushes for region at 1733305359086Disabling writes for close at 1733305359086Obtaining lock to block concurrent updates at 1733305359086Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733305359086Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=30293, getHeapSize=37776, getOffHeapSize=0, getCellsCount=86 at 1733305359087 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733305359087Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733305359087Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733305359101 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733305359101Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733305359114 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733305359129 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733305359129Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733305359141 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733305359155 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733305359155Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@230e3414: reopening flushed file at 1733305359168 (+13 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@45d16538: reopening flushed file at 1733305359176 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@927df34: reopening flushed file at 1733305359185 (+9 ms)Finished flush of dataSize ~29.58 KB/30293, heapSize ~36.66 KB/37536, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 108ms, sequenceid=71, compaction requested=false at 1733305359194 (+9 ms)Writing region close event to WAL at 1733305359195 (+1 ms)Closed at 1733305359195 2024-12-04T09:42:39,198 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46619 is added to blk_1073741830_1006 (size=35440) 2024-12-04T09:42:39,198 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39907 is added to blk_1073741830_1006 (size=35440) 2024-12-04T09:42:39,199 INFO [M:0;84486a41f81c:44337 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-04T09:42:39,199 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-04T09:42:39,199 INFO [M:0;84486a41f81c:44337 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:44337 2024-12-04T09:42:39,200 INFO [M:0;84486a41f81c:44337 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-04T09:42:39,311 INFO [M:0;84486a41f81c:44337 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-04T09:42:39,311 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44337-0x101a10270da0000, quorum=127.0.0.1:60890, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T09:42:39,311 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44337-0x101a10270da0000, quorum=127.0.0.1:60890, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T09:42:39,314 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@ee65337{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-04T09:42:39,315 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@66eb2d34{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-04T09:42:39,315 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-04T09:42:39,315 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5ae83d73{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-04T09:42:39,316 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@aa16e6d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f4439c2e-3988-3e5a-6389-7427d1f85008/hadoop.log.dir/,STOPPED} 2024-12-04T09:42:39,318 WARN [BP-1927538970-172.17.0.2-1733305353884 heartbeating to localhost/127.0.0.1:33287 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-04T09:42:39,318 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-04T09:42:39,318 WARN [BP-1927538970-172.17.0.2-1733305353884 heartbeating to localhost/127.0.0.1:33287 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1927538970-172.17.0.2-1733305353884 (Datanode Uuid 69bce743-4e42-428d-b526-524a145310fa) service to localhost/127.0.0.1:33287 2024-12-04T09:42:39,318 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-04T09:42:39,319 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f4439c2e-3988-3e5a-6389-7427d1f85008/cluster_c7b573de-69fc-79e7-23f6-ac29adabf77c/data/data3/current/BP-1927538970-172.17.0.2-1733305353884 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-04T09:42:39,320 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f4439c2e-3988-3e5a-6389-7427d1f85008/cluster_c7b573de-69fc-79e7-23f6-ac29adabf77c/data/data4/current/BP-1927538970-172.17.0.2-1733305353884 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-04T09:42:39,320 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-04T09:42:39,324 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@19d7f920{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-04T09:42:39,325 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@50a06d4a{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-04T09:42:39,325 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-04T09:42:39,325 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6071e0cf{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-04T09:42:39,325 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4c4ef1de{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f4439c2e-3988-3e5a-6389-7427d1f85008/hadoop.log.dir/,STOPPED} 2024-12-04T09:42:39,326 WARN [BP-1927538970-172.17.0.2-1733305353884 heartbeating to localhost/127.0.0.1:33287 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-04T09:42:39,326 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-04T09:42:39,326 WARN [BP-1927538970-172.17.0.2-1733305353884 heartbeating to localhost/127.0.0.1:33287 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1927538970-172.17.0.2-1733305353884 (Datanode Uuid 9ffeebfa-b60e-455a-966d-a363cade36dc) service to localhost/127.0.0.1:33287 2024-12-04T09:42:39,326 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-04T09:42:39,327 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f4439c2e-3988-3e5a-6389-7427d1f85008/cluster_c7b573de-69fc-79e7-23f6-ac29adabf77c/data/data1/current/BP-1927538970-172.17.0.2-1733305353884 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-04T09:42:39,327 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f4439c2e-3988-3e5a-6389-7427d1f85008/cluster_c7b573de-69fc-79e7-23f6-ac29adabf77c/data/data2/current/BP-1927538970-172.17.0.2-1733305353884 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-04T09:42:39,328 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-04T09:42:39,332 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@19870382{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-04T09:42:39,333 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1af0ac92{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-04T09:42:39,333 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-04T09:42:39,334 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6f04f43d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-04T09:42:39,334 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2c9add95{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f4439c2e-3988-3e5a-6389-7427d1f85008/hadoop.log.dir/,STOPPED} 2024-12-04T09:42:39,340 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-04T09:42:39,358 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-04T09:42:39,364 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.TestClearRegionBlockCache#testClearBlockCache[0: lru] Thread=110 (was 79) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-14 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.2@localhost:33287 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-13 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-7-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-7-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1981660773) connection to localhost/127.0.0.1:33287 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1981660773) connection to localhost/127.0.0.1:33287 from jenkins.hfs.2 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.3@localhost:33287 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33287 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'DataNode' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33287 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-15 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-6-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:33287 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-6-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33287 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1981660773) connection to localhost/127.0.0.1:33287 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-8-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-7-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-6-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1981660773) connection to localhost/127.0.0.1:33287 from jenkins.hfs.3 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33287 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=441 (was 410) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=316 (was 326), ProcessCount=11 (was 11), AvailableMemoryMB=10296 (was 10492) 2024-12-04T09:42:39,369 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.TestClearRegionBlockCache#testClearBlockCacheFromAdmin[0: lru] Thread=110, OpenFileDescriptor=441, MaxFileDescriptor=1048576, SystemLoadAverage=316, ProcessCount=11, AvailableMemoryMB=10296 2024-12-04T09:42:39,382 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f4439c2e-3988-3e5a-6389-7427d1f85008/hadoop.log.dir so I do NOT create it in target/test-data/a25cb843-4be3-a0c1-71bb-6c9f6f169d1a 2024-12-04T09:42:39,382 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f4439c2e-3988-3e5a-6389-7427d1f85008/hadoop.log.dir Erasing configuration value by system value. 2024-12-04T09:42:39,382 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f4439c2e-3988-3e5a-6389-7427d1f85008/hadoop.tmp.dir so I do NOT create it in target/test-data/a25cb843-4be3-a0c1-71bb-6c9f6f169d1a 2024-12-04T09:42:39,382 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f4439c2e-3988-3e5a-6389-7427d1f85008/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-04T09:42:39,382 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a25cb843-4be3-a0c1-71bb-6c9f6f169d1a 2024-12-04T09:42:39,382 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=2, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-04T09:42:39,383 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a25cb843-4be3-a0c1-71bb-6c9f6f169d1a/cluster_9c533fe2-c073-4c4f-f70f-374714895da1, deleteOnExit=true 2024-12-04T09:42:39,383 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-04T09:42:39,383 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a25cb843-4be3-a0c1-71bb-6c9f6f169d1a/test.cache.data in system properties and HBase conf 2024-12-04T09:42:39,383 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a25cb843-4be3-a0c1-71bb-6c9f6f169d1a/hadoop.tmp.dir in system properties and HBase conf 2024-12-04T09:42:39,383 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a25cb843-4be3-a0c1-71bb-6c9f6f169d1a/hadoop.log.dir in system properties and HBase conf 2024-12-04T09:42:39,383 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a25cb843-4be3-a0c1-71bb-6c9f6f169d1a/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-04T09:42:39,383 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a25cb843-4be3-a0c1-71bb-6c9f6f169d1a/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-04T09:42:39,383 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-04T09:42:39,383 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-04T09:42:39,383 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a25cb843-4be3-a0c1-71bb-6c9f6f169d1a/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-04T09:42:39,383 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a25cb843-4be3-a0c1-71bb-6c9f6f169d1a/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-04T09:42:39,383 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a25cb843-4be3-a0c1-71bb-6c9f6f169d1a/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-04T09:42:39,384 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a25cb843-4be3-a0c1-71bb-6c9f6f169d1a/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-04T09:42:39,384 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a25cb843-4be3-a0c1-71bb-6c9f6f169d1a/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-04T09:42:39,384 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a25cb843-4be3-a0c1-71bb-6c9f6f169d1a/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-04T09:42:39,384 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a25cb843-4be3-a0c1-71bb-6c9f6f169d1a/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-04T09:42:39,384 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a25cb843-4be3-a0c1-71bb-6c9f6f169d1a/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-04T09:42:39,384 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a25cb843-4be3-a0c1-71bb-6c9f6f169d1a/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-04T09:42:39,384 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a25cb843-4be3-a0c1-71bb-6c9f6f169d1a/nfs.dump.dir in system properties and HBase conf 2024-12-04T09:42:39,384 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a25cb843-4be3-a0c1-71bb-6c9f6f169d1a/java.io.tmpdir in system properties and HBase conf 2024-12-04T09:42:39,384 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a25cb843-4be3-a0c1-71bb-6c9f6f169d1a/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-04T09:42:39,384 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a25cb843-4be3-a0c1-71bb-6c9f6f169d1a/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-04T09:42:39,384 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a25cb843-4be3-a0c1-71bb-6c9f6f169d1a/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-04T09:42:39,609 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T09:42:39,614 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-04T09:42:39,615 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-04T09:42:39,615 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-04T09:42:39,615 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-04T09:42:39,616 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T09:42:39,616 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5d510aea{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a25cb843-4be3-a0c1-71bb-6c9f6f169d1a/hadoop.log.dir/,AVAILABLE} 2024-12-04T09:42:39,616 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@600a72d5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-04T09:42:39,707 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5a10ebb1{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a25cb843-4be3-a0c1-71bb-6c9f6f169d1a/java.io.tmpdir/jetty-localhost-33155-hadoop-hdfs-3_4_1-tests_jar-_-any-14942003749699864451/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-04T09:42:39,708 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@8e045bc{HTTP/1.1, (http/1.1)}{localhost:33155} 2024-12-04T09:42:39,708 INFO [Time-limited test {}] server.Server(415): Started @17807ms 2024-12-04T09:42:39,935 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T09:42:39,939 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-04T09:42:39,940 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-04T09:42:39,940 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-04T09:42:39,940 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-04T09:42:39,940 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2b94ce22{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a25cb843-4be3-a0c1-71bb-6c9f6f169d1a/hadoop.log.dir/,AVAILABLE} 2024-12-04T09:42:39,940 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7d860141{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-04T09:42:40,039 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7b2f6beb{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a25cb843-4be3-a0c1-71bb-6c9f6f169d1a/java.io.tmpdir/jetty-localhost-33013-hadoop-hdfs-3_4_1-tests_jar-_-any-10953956901225734670/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-04T09:42:40,040 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@45e2578a{HTTP/1.1, (http/1.1)}{localhost:33013} 2024-12-04T09:42:40,040 INFO [Time-limited test {}] server.Server(415): Started @18138ms 2024-12-04T09:42:40,041 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-04T09:42:40,075 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T09:42:40,078 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-04T09:42:40,079 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-04T09:42:40,079 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-04T09:42:40,079 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-04T09:42:40,080 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@9a33395{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a25cb843-4be3-a0c1-71bb-6c9f6f169d1a/hadoop.log.dir/,AVAILABLE} 2024-12-04T09:42:40,080 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@41db7236{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-04T09:42:40,171 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@199e5219{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a25cb843-4be3-a0c1-71bb-6c9f6f169d1a/java.io.tmpdir/jetty-localhost-34091-hadoop-hdfs-3_4_1-tests_jar-_-any-16833788584221715033/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-04T09:42:40,171 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3e5c7ab0{HTTP/1.1, (http/1.1)}{localhost:34091} 2024-12-04T09:42:40,171 INFO [Time-limited test {}] server.Server(415): Started @18270ms 2024-12-04T09:42:40,176 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-04T09:42:40,601 WARN [Thread-632 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a25cb843-4be3-a0c1-71bb-6c9f6f169d1a/cluster_9c533fe2-c073-4c4f-f70f-374714895da1/data/data1/current/BP-933197094-172.17.0.2-1733305359405/current, will proceed with Du for space computation calculation, 2024-12-04T09:42:40,601 WARN [Thread-633 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a25cb843-4be3-a0c1-71bb-6c9f6f169d1a/cluster_9c533fe2-c073-4c4f-f70f-374714895da1/data/data2/current/BP-933197094-172.17.0.2-1733305359405/current, will proceed with Du for space computation calculation, 2024-12-04T09:42:40,622 WARN [Thread-596 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-04T09:42:40,624 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x5adab5231325a7f3 with lease ID 0xc9ddeb607060f050: Processing first storage report for DS-a7dc7ce4-0f41-492d-b6f1-5becb02e83ba from datanode DatanodeRegistration(127.0.0.1:38053, datanodeUuid=53a2ee0b-b901-47af-bda9-fb29c0ce30e3, infoPort=41221, infoSecurePort=0, ipcPort=33517, storageInfo=lv=-57;cid=testClusterID;nsid=9699481;c=1733305359405) 2024-12-04T09:42:40,624 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x5adab5231325a7f3 with lease ID 0xc9ddeb607060f050: from storage DS-a7dc7ce4-0f41-492d-b6f1-5becb02e83ba node DatanodeRegistration(127.0.0.1:38053, datanodeUuid=53a2ee0b-b901-47af-bda9-fb29c0ce30e3, infoPort=41221, infoSecurePort=0, ipcPort=33517, storageInfo=lv=-57;cid=testClusterID;nsid=9699481;c=1733305359405), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-04T09:42:40,624 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x5adab5231325a7f3 with lease ID 0xc9ddeb607060f050: Processing first storage report for DS-7c90f6c0-527a-41a0-afbd-936d38a0a229 from datanode DatanodeRegistration(127.0.0.1:38053, datanodeUuid=53a2ee0b-b901-47af-bda9-fb29c0ce30e3, infoPort=41221, infoSecurePort=0, ipcPort=33517, storageInfo=lv=-57;cid=testClusterID;nsid=9699481;c=1733305359405) 2024-12-04T09:42:40,624 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x5adab5231325a7f3 with lease ID 0xc9ddeb607060f050: from storage DS-7c90f6c0-527a-41a0-afbd-936d38a0a229 node DatanodeRegistration(127.0.0.1:38053, datanodeUuid=53a2ee0b-b901-47af-bda9-fb29c0ce30e3, infoPort=41221, infoSecurePort=0, ipcPort=33517, storageInfo=lv=-57;cid=testClusterID;nsid=9699481;c=1733305359405), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-04T09:42:40,723 WARN [Thread-643 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a25cb843-4be3-a0c1-71bb-6c9f6f169d1a/cluster_9c533fe2-c073-4c4f-f70f-374714895da1/data/data3/current/BP-933197094-172.17.0.2-1733305359405/current, will proceed with Du for space computation calculation, 2024-12-04T09:42:40,723 WARN [Thread-644 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a25cb843-4be3-a0c1-71bb-6c9f6f169d1a/cluster_9c533fe2-c073-4c4f-f70f-374714895da1/data/data4/current/BP-933197094-172.17.0.2-1733305359405/current, will proceed with Du for space computation calculation, 2024-12-04T09:42:40,748 WARN [Thread-619 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-04T09:42:40,750 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x4744fd1d3622e87e with lease ID 0xc9ddeb607060f051: Processing first storage report for DS-d088e207-cb88-4eca-881c-836fb6e0e179 from datanode DatanodeRegistration(127.0.0.1:35503, datanodeUuid=0430748d-28f5-41b1-8ad7-b7dcb0a90cba, infoPort=33163, infoSecurePort=0, ipcPort=44221, storageInfo=lv=-57;cid=testClusterID;nsid=9699481;c=1733305359405) 2024-12-04T09:42:40,750 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x4744fd1d3622e87e with lease ID 0xc9ddeb607060f051: from storage DS-d088e207-cb88-4eca-881c-836fb6e0e179 node DatanodeRegistration(127.0.0.1:35503, datanodeUuid=0430748d-28f5-41b1-8ad7-b7dcb0a90cba, infoPort=33163, infoSecurePort=0, ipcPort=44221, storageInfo=lv=-57;cid=testClusterID;nsid=9699481;c=1733305359405), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-04T09:42:40,750 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x4744fd1d3622e87e with lease ID 0xc9ddeb607060f051: Processing first storage report for DS-37b35817-aed3-44d8-80d2-e8472f6aa726 from datanode DatanodeRegistration(127.0.0.1:35503, datanodeUuid=0430748d-28f5-41b1-8ad7-b7dcb0a90cba, infoPort=33163, infoSecurePort=0, ipcPort=44221, storageInfo=lv=-57;cid=testClusterID;nsid=9699481;c=1733305359405) 2024-12-04T09:42:40,750 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x4744fd1d3622e87e with lease ID 0xc9ddeb607060f051: from storage DS-37b35817-aed3-44d8-80d2-e8472f6aa726 node DatanodeRegistration(127.0.0.1:35503, datanodeUuid=0430748d-28f5-41b1-8ad7-b7dcb0a90cba, infoPort=33163, infoSecurePort=0, ipcPort=44221, storageInfo=lv=-57;cid=testClusterID;nsid=9699481;c=1733305359405), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-04T09:42:40,807 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a25cb843-4be3-a0c1-71bb-6c9f6f169d1a 2024-12-04T09:42:40,811 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a25cb843-4be3-a0c1-71bb-6c9f6f169d1a/cluster_9c533fe2-c073-4c4f-f70f-374714895da1/zookeeper_0, clientPort=61410, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a25cb843-4be3-a0c1-71bb-6c9f6f169d1a/cluster_9c533fe2-c073-4c4f-f70f-374714895da1/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a25cb843-4be3-a0c1-71bb-6c9f6f169d1a/cluster_9c533fe2-c073-4c4f-f70f-374714895da1/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-04T09:42:40,812 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=61410 2024-12-04T09:42:40,812 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T09:42:40,813 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T09:42:40,822 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35503 is added to blk_1073741825_1001 (size=7) 2024-12-04T09:42:40,822 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38053 is added to blk_1073741825_1001 (size=7) 2024-12-04T09:42:40,824 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:39115/user/jenkins/test-data/9027ee21-0d3e-c20c-5629-7697f61baa52 with version=8 2024-12-04T09:42:40,824 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:39115/user/jenkins/test-data/9027ee21-0d3e-c20c-5629-7697f61baa52/hbase-staging 2024-12-04T09:42:40,827 INFO [Time-limited test {}] client.ConnectionUtils(128): master/84486a41f81c:0 server-side Connection retries=45 2024-12-04T09:42:40,827 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T09:42:40,827 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-04T09:42:40,827 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-04T09:42:40,827 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T09:42:40,827 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-04T09:42:40,827 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-04T09:42:40,827 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-04T09:42:40,828 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43809 2024-12-04T09:42:40,830 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:43809 connecting to ZooKeeper ensemble=127.0.0.1:61410 2024-12-04T09:42:40,887 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:438090x0, quorum=127.0.0.1:61410, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T09:42:40,888 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:43809-0x101a102841f0000 connected 2024-12-04T09:42:41,120 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T09:42:41,124 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T09:42:41,129 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43809-0x101a102841f0000, quorum=127.0.0.1:61410, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-04T09:42:41,130 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:39115/user/jenkins/test-data/9027ee21-0d3e-c20c-5629-7697f61baa52, hbase.cluster.distributed=false 2024-12-04T09:42:41,134 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43809-0x101a102841f0000, quorum=127.0.0.1:61410, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-04T09:42:41,135 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43809 2024-12-04T09:42:41,135 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43809 2024-12-04T09:42:41,135 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43809 2024-12-04T09:42:41,136 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43809 2024-12-04T09:42:41,136 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43809 2024-12-04T09:42:41,150 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/84486a41f81c:0 server-side Connection retries=45 2024-12-04T09:42:41,150 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T09:42:41,150 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-04T09:42:41,150 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-04T09:42:41,150 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T09:42:41,150 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-04T09:42:41,150 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-04T09:42:41,150 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-04T09:42:41,151 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:38171 2024-12-04T09:42:41,152 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:38171 connecting to ZooKeeper ensemble=127.0.0.1:61410 2024-12-04T09:42:41,153 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T09:42:41,154 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T09:42:41,198 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:381710x0, quorum=127.0.0.1:61410, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T09:42:41,198 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38171-0x101a102841f0001, quorum=127.0.0.1:61410, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-04T09:42:41,198 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:38171-0x101a102841f0001 connected 2024-12-04T09:42:41,199 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-04T09:42:41,200 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-04T09:42:41,201 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38171-0x101a102841f0001, quorum=127.0.0.1:61410, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-04T09:42:41,203 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38171-0x101a102841f0001, quorum=127.0.0.1:61410, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-04T09:42:41,204 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38171 2024-12-04T09:42:41,204 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38171 2024-12-04T09:42:41,205 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38171 2024-12-04T09:42:41,206 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38171 2024-12-04T09:42:41,207 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38171 2024-12-04T09:42:41,228 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/84486a41f81c:0 server-side Connection retries=45 2024-12-04T09:42:41,228 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T09:42:41,228 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-04T09:42:41,228 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-04T09:42:41,228 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T09:42:41,228 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-04T09:42:41,228 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-04T09:42:41,228 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-04T09:42:41,229 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:41525 2024-12-04T09:42:41,230 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:41525 connecting to ZooKeeper ensemble=127.0.0.1:61410 2024-12-04T09:42:41,230 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T09:42:41,232 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T09:42:41,248 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:415250x0, quorum=127.0.0.1:61410, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T09:42:41,248 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:415250x0, quorum=127.0.0.1:61410, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-04T09:42:41,248 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:41525-0x101a102841f0002 connected 2024-12-04T09:42:41,249 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-04T09:42:41,249 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-04T09:42:41,250 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41525-0x101a102841f0002, quorum=127.0.0.1:61410, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-04T09:42:41,252 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41525-0x101a102841f0002, quorum=127.0.0.1:61410, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-04T09:42:41,253 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41525 2024-12-04T09:42:41,253 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41525 2024-12-04T09:42:41,254 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41525 2024-12-04T09:42:41,257 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41525 2024-12-04T09:42:41,258 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41525 2024-12-04T09:42:41,272 DEBUG [M:0;84486a41f81c:43809 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;84486a41f81c:43809 2024-12-04T09:42:41,272 INFO [master/84486a41f81c:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/84486a41f81c,43809,1733305360826 2024-12-04T09:42:41,281 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38171-0x101a102841f0001, quorum=127.0.0.1:61410, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-04T09:42:41,281 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41525-0x101a102841f0002, quorum=127.0.0.1:61410, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-04T09:42:41,281 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43809-0x101a102841f0000, quorum=127.0.0.1:61410, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-04T09:42:41,281 DEBUG [master/84486a41f81c:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43809-0x101a102841f0000, quorum=127.0.0.1:61410, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/84486a41f81c,43809,1733305360826 2024-12-04T09:42:41,289 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41525-0x101a102841f0002, quorum=127.0.0.1:61410, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-04T09:42:41,289 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38171-0x101a102841f0001, quorum=127.0.0.1:61410, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-04T09:42:41,289 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43809-0x101a102841f0000, quorum=127.0.0.1:61410, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T09:42:41,289 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41525-0x101a102841f0002, quorum=127.0.0.1:61410, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T09:42:41,289 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38171-0x101a102841f0001, quorum=127.0.0.1:61410, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T09:42:41,290 DEBUG [master/84486a41f81c:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43809-0x101a102841f0000, quorum=127.0.0.1:61410, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-12-04T09:42:41,290 INFO [master/84486a41f81c:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/84486a41f81c,43809,1733305360826 from backup master directory 2024-12-04T09:42:41,297 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38171-0x101a102841f0001, quorum=127.0.0.1:61410, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-04T09:42:41,297 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43809-0x101a102841f0000, quorum=127.0.0.1:61410, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/84486a41f81c,43809,1733305360826 2024-12-04T09:42:41,297 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41525-0x101a102841f0002, quorum=127.0.0.1:61410, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-04T09:42:41,298 WARN [master/84486a41f81c:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-04T09:42:41,297 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43809-0x101a102841f0000, quorum=127.0.0.1:61410, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-04T09:42:41,298 INFO [master/84486a41f81c:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=84486a41f81c,43809,1733305360826 2024-12-04T09:42:41,303 DEBUG [master/84486a41f81c:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:39115/user/jenkins/test-data/9027ee21-0d3e-c20c-5629-7697f61baa52/hbase.id] with ID: db7d9850-fcb0-4584-bb48-99633a3c18e0 2024-12-04T09:42:41,303 DEBUG [master/84486a41f81c:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:39115/user/jenkins/test-data/9027ee21-0d3e-c20c-5629-7697f61baa52/.tmp/hbase.id 2024-12-04T09:42:41,310 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38053 is added to blk_1073741826_1002 (size=42) 2024-12-04T09:42:41,311 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35503 is added to blk_1073741826_1002 (size=42) 2024-12-04T09:42:41,311 DEBUG [master/84486a41f81c:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:39115/user/jenkins/test-data/9027ee21-0d3e-c20c-5629-7697f61baa52/.tmp/hbase.id]:[hdfs://localhost:39115/user/jenkins/test-data/9027ee21-0d3e-c20c-5629-7697f61baa52/hbase.id] 2024-12-04T09:42:41,326 INFO [master/84486a41f81c:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T09:42:41,327 INFO [master/84486a41f81c:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-04T09:42:41,328 INFO [master/84486a41f81c:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-12-04T09:42:41,337 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43809-0x101a102841f0000, quorum=127.0.0.1:61410, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T09:42:41,337 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38171-0x101a102841f0001, quorum=127.0.0.1:61410, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T09:42:41,337 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41525-0x101a102841f0002, quorum=127.0.0.1:61410, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T09:42:41,343 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35503 is added to blk_1073741827_1003 (size=196) 2024-12-04T09:42:41,343 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38053 is added to blk_1073741827_1003 (size=196) 2024-12-04T09:42:41,344 INFO [master/84486a41f81c:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-04T09:42:41,345 INFO [master/84486a41f81c:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-04T09:42:41,345 INFO [master/84486a41f81c:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T09:42:41,353 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35503 is added to blk_1073741828_1004 (size=1189) 2024-12-04T09:42:41,353 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38053 is added to blk_1073741828_1004 (size=1189) 2024-12-04T09:42:41,354 INFO [master/84486a41f81c:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:39115/user/jenkins/test-data/9027ee21-0d3e-c20c-5629-7697f61baa52/MasterData/data/master/store 2024-12-04T09:42:41,360 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35503 is added to blk_1073741829_1005 (size=34) 2024-12-04T09:42:41,360 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38053 is added to blk_1073741829_1005 (size=34) 2024-12-04T09:42:41,361 DEBUG [master/84486a41f81c:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T09:42:41,361 DEBUG [master/84486a41f81c:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-04T09:42:41,361 INFO [master/84486a41f81c:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T09:42:41,361 DEBUG [master/84486a41f81c:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T09:42:41,361 DEBUG [master/84486a41f81c:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-04T09:42:41,361 DEBUG [master/84486a41f81c:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T09:42:41,361 INFO [master/84486a41f81c:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T09:42:41,361 DEBUG [master/84486a41f81c:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733305361361Disabling compacts and flushes for region at 1733305361361Disabling writes for close at 1733305361361Writing region close event to WAL at 1733305361361Closed at 1733305361361 2024-12-04T09:42:41,362 WARN [master/84486a41f81c:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:39115/user/jenkins/test-data/9027ee21-0d3e-c20c-5629-7697f61baa52/MasterData/data/master/store/.initializing 2024-12-04T09:42:41,362 DEBUG [master/84486a41f81c:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:39115/user/jenkins/test-data/9027ee21-0d3e-c20c-5629-7697f61baa52/MasterData/WALs/84486a41f81c,43809,1733305360826 2024-12-04T09:42:41,363 INFO [master/84486a41f81c:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-04T09:42:41,365 INFO [master/84486a41f81c:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=84486a41f81c%2C43809%2C1733305360826, suffix=, logDir=hdfs://localhost:39115/user/jenkins/test-data/9027ee21-0d3e-c20c-5629-7697f61baa52/MasterData/WALs/84486a41f81c,43809,1733305360826, archiveDir=hdfs://localhost:39115/user/jenkins/test-data/9027ee21-0d3e-c20c-5629-7697f61baa52/MasterData/oldWALs, maxLogs=10 2024-12-04T09:42:41,376 DEBUG [master/84486a41f81c:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/9027ee21-0d3e-c20c-5629-7697f61baa52/MasterData/WALs/84486a41f81c,43809,1733305360826/84486a41f81c%2C43809%2C1733305360826.1733305361365, exclude list is [], retry=0 2024-12-04T09:42:41,379 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-11-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38053,DS-a7dc7ce4-0f41-492d-b6f1-5becb02e83ba,DISK] 2024-12-04T09:42:41,379 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-11-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35503,DS-d088e207-cb88-4eca-881c-836fb6e0e179,DISK] 2024-12-04T09:42:41,381 INFO [master/84486a41f81c:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9027ee21-0d3e-c20c-5629-7697f61baa52/MasterData/WALs/84486a41f81c,43809,1733305360826/84486a41f81c%2C43809%2C1733305360826.1733305361365 2024-12-04T09:42:41,382 DEBUG [master/84486a41f81c:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33163:33163),(127.0.0.1/127.0.0.1:41221:41221)] 2024-12-04T09:42:41,382 DEBUG [master/84486a41f81c:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-04T09:42:41,382 DEBUG [master/84486a41f81c:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T09:42:41,382 DEBUG [master/84486a41f81c:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T09:42:41,382 DEBUG [master/84486a41f81c:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T09:42:41,383 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T09:42:41,385 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-04T09:42:41,385 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T09:42:41,385 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T09:42:41,385 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T09:42:41,386 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-04T09:42:41,387 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T09:42:41,387 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T09:42:41,387 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T09:42:41,388 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-04T09:42:41,389 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T09:42:41,389 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T09:42:41,389 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T09:42:41,391 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-04T09:42:41,391 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T09:42:41,392 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T09:42:41,392 DEBUG [master/84486a41f81c:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T09:42:41,393 DEBUG [master/84486a41f81c:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39115/user/jenkins/test-data/9027ee21-0d3e-c20c-5629-7697f61baa52/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-04T09:42:41,393 DEBUG [master/84486a41f81c:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39115/user/jenkins/test-data/9027ee21-0d3e-c20c-5629-7697f61baa52/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-04T09:42:41,395 DEBUG [master/84486a41f81c:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T09:42:41,395 DEBUG [master/84486a41f81c:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T09:42:41,396 DEBUG [master/84486a41f81c:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-04T09:42:41,397 DEBUG [master/84486a41f81c:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T09:42:41,400 DEBUG [master/84486a41f81c:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39115/user/jenkins/test-data/9027ee21-0d3e-c20c-5629-7697f61baa52/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T09:42:41,401 INFO [master/84486a41f81c:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72193367, jitterRate=0.07576499879360199}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-04T09:42:41,402 DEBUG [master/84486a41f81c:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733305361382Initializing all the Stores at 1733305361383 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733305361383Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733305361383Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733305361383Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733305361383Cleaning up temporary data from old regions at 1733305361395 (+12 ms)Region opened successfully at 1733305361401 (+6 ms) 2024-12-04T09:42:41,402 INFO [master/84486a41f81c:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-04T09:42:41,406 DEBUG [master/84486a41f81c:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@49dec80c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=84486a41f81c/172.17.0.2:0 2024-12-04T09:42:41,407 INFO [master/84486a41f81c:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-04T09:42:41,407 INFO [master/84486a41f81c:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-04T09:42:41,407 INFO [master/84486a41f81c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-04T09:42:41,407 INFO [master/84486a41f81c:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-04T09:42:41,408 INFO [master/84486a41f81c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-04T09:42:41,408 INFO [master/84486a41f81c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-04T09:42:41,408 INFO [master/84486a41f81c:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-04T09:42:41,410 INFO [master/84486a41f81c:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-04T09:42:41,411 DEBUG [master/84486a41f81c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43809-0x101a102841f0000, quorum=127.0.0.1:61410, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-12-04T09:42:41,421 DEBUG [master/84486a41f81c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-12-04T09:42:41,421 INFO [master/84486a41f81c:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-04T09:42:41,422 DEBUG [master/84486a41f81c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43809-0x101a102841f0000, quorum=127.0.0.1:61410, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-12-04T09:42:41,431 DEBUG [master/84486a41f81c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-12-04T09:42:41,431 INFO [master/84486a41f81c:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-04T09:42:41,432 DEBUG [master/84486a41f81c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43809-0x101a102841f0000, quorum=127.0.0.1:61410, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-12-04T09:42:41,439 DEBUG [master/84486a41f81c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-12-04T09:42:41,440 DEBUG [master/84486a41f81c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43809-0x101a102841f0000, quorum=127.0.0.1:61410, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-12-04T09:42:41,447 DEBUG [master/84486a41f81c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-12-04T09:42:41,450 DEBUG [master/84486a41f81c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43809-0x101a102841f0000, quorum=127.0.0.1:61410, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-04T09:42:41,456 DEBUG [master/84486a41f81c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-12-04T09:42:41,464 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43809-0x101a102841f0000, quorum=127.0.0.1:61410, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-04T09:42:41,464 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38171-0x101a102841f0001, quorum=127.0.0.1:61410, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-04T09:42:41,464 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41525-0x101a102841f0002, quorum=127.0.0.1:61410, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-04T09:42:41,464 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43809-0x101a102841f0000, quorum=127.0.0.1:61410, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T09:42:41,464 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41525-0x101a102841f0002, quorum=127.0.0.1:61410, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T09:42:41,464 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38171-0x101a102841f0001, quorum=127.0.0.1:61410, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T09:42:41,465 INFO [master/84486a41f81c:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=84486a41f81c,43809,1733305360826, sessionid=0x101a102841f0000, setting cluster-up flag (Was=false) 2024-12-04T09:42:41,481 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43809-0x101a102841f0000, quorum=127.0.0.1:61410, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T09:42:41,481 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41525-0x101a102841f0002, quorum=127.0.0.1:61410, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T09:42:41,481 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38171-0x101a102841f0001, quorum=127.0.0.1:61410, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T09:42:41,506 DEBUG [master/84486a41f81c:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-12-04T09:42:41,507 DEBUG [master/84486a41f81c:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=84486a41f81c,43809,1733305360826 2024-12-04T09:42:41,523 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43809-0x101a102841f0000, quorum=127.0.0.1:61410, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T09:42:41,523 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41525-0x101a102841f0002, quorum=127.0.0.1:61410, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T09:42:41,523 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38171-0x101a102841f0001, quorum=127.0.0.1:61410, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T09:42:41,548 DEBUG [master/84486a41f81c:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-12-04T09:42:41,549 DEBUG [master/84486a41f81c:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=84486a41f81c,43809,1733305360826 2024-12-04T09:42:41,550 INFO [master/84486a41f81c:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:39115/user/jenkins/test-data/9027ee21-0d3e-c20c-5629-7697f61baa52/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-04T09:42:41,552 DEBUG [master/84486a41f81c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-04T09:42:41,552 INFO [master/84486a41f81c:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-04T09:42:41,552 INFO [master/84486a41f81c:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-04T09:42:41,553 DEBUG [master/84486a41f81c:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 84486a41f81c,43809,1733305360826 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-04T09:42:41,554 DEBUG [master/84486a41f81c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/84486a41f81c:0, corePoolSize=5, maxPoolSize=5 2024-12-04T09:42:41,554 DEBUG [master/84486a41f81c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/84486a41f81c:0, corePoolSize=5, maxPoolSize=5 2024-12-04T09:42:41,554 DEBUG [master/84486a41f81c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/84486a41f81c:0, corePoolSize=5, maxPoolSize=5 2024-12-04T09:42:41,554 DEBUG [master/84486a41f81c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/84486a41f81c:0, corePoolSize=5, maxPoolSize=5 2024-12-04T09:42:41,554 DEBUG [master/84486a41f81c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/84486a41f81c:0, corePoolSize=10, maxPoolSize=10 2024-12-04T09:42:41,554 DEBUG [master/84486a41f81c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/84486a41f81c:0, corePoolSize=1, maxPoolSize=1 2024-12-04T09:42:41,555 DEBUG [master/84486a41f81c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/84486a41f81c:0, corePoolSize=2, maxPoolSize=2 2024-12-04T09:42:41,555 DEBUG [master/84486a41f81c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/84486a41f81c:0, corePoolSize=1, maxPoolSize=1 2024-12-04T09:42:41,555 INFO [master/84486a41f81c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733305391555 2024-12-04T09:42:41,556 INFO [master/84486a41f81c:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-04T09:42:41,556 INFO [master/84486a41f81c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-04T09:42:41,556 INFO [master/84486a41f81c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-04T09:42:41,556 INFO [master/84486a41f81c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-04T09:42:41,556 INFO [master/84486a41f81c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-04T09:42:41,556 INFO [master/84486a41f81c:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-04T09:42:41,556 INFO [master/84486a41f81c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-04T09:42:41,556 INFO [master/84486a41f81c:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-04T09:42:41,556 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-04T09:42:41,557 INFO [master/84486a41f81c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-04T09:42:41,557 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-04T09:42:41,557 INFO [master/84486a41f81c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-04T09:42:41,557 INFO [master/84486a41f81c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-04T09:42:41,557 INFO [master/84486a41f81c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-04T09:42:41,557 DEBUG [master/84486a41f81c:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/84486a41f81c:0:becomeActiveMaster-HFileCleaner.large.0-1733305361557,5,FailOnTimeoutGroup] 2024-12-04T09:42:41,558 DEBUG [master/84486a41f81c:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/84486a41f81c:0:becomeActiveMaster-HFileCleaner.small.0-1733305361558,5,FailOnTimeoutGroup] 2024-12-04T09:42:41,558 INFO [master/84486a41f81c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-04T09:42:41,558 INFO [master/84486a41f81c:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-04T09:42:41,558 INFO [master/84486a41f81c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-04T09:42:41,558 INFO [master/84486a41f81c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-04T09:42:41,558 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T09:42:41,558 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-04T09:42:41,559 INFO [RS:1;84486a41f81c:41525 {}] regionserver.HRegionServer(746): ClusterId : db7d9850-fcb0-4584-bb48-99633a3c18e0 2024-12-04T09:42:41,559 INFO [RS:0;84486a41f81c:38171 {}] regionserver.HRegionServer(746): ClusterId : db7d9850-fcb0-4584-bb48-99633a3c18e0 2024-12-04T09:42:41,559 DEBUG [RS:1;84486a41f81c:41525 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-04T09:42:41,559 DEBUG [RS:0;84486a41f81c:38171 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-04T09:42:41,565 DEBUG [RS:1;84486a41f81c:41525 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-04T09:42:41,565 DEBUG [RS:0;84486a41f81c:38171 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-04T09:42:41,565 DEBUG [RS:1;84486a41f81c:41525 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-04T09:42:41,565 DEBUG [RS:0;84486a41f81c:38171 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-04T09:42:41,566 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38053 is added to blk_1073741831_1007 (size=1321) 2024-12-04T09:42:41,567 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35503 is added to blk_1073741831_1007 (size=1321) 2024-12-04T09:42:41,568 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:39115/user/jenkins/test-data/9027ee21-0d3e-c20c-5629-7697f61baa52/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-04T09:42:41,568 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:39115/user/jenkins/test-data/9027ee21-0d3e-c20c-5629-7697f61baa52 2024-12-04T09:42:41,573 DEBUG [RS:1;84486a41f81c:41525 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-04T09:42:41,573 DEBUG [RS:0;84486a41f81c:38171 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-04T09:42:41,574 DEBUG [RS:1;84486a41f81c:41525 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1ce82a46, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=84486a41f81c/172.17.0.2:0 2024-12-04T09:42:41,574 DEBUG [RS:0;84486a41f81c:38171 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a5622ed, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=84486a41f81c/172.17.0.2:0 2024-12-04T09:42:41,580 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38053 is added to blk_1073741832_1008 (size=32) 2024-12-04T09:42:41,583 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35503 is added to blk_1073741832_1008 (size=32) 2024-12-04T09:42:41,583 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T09:42:41,585 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-04T09:42:41,587 DEBUG [RS:1;84486a41f81c:41525 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;84486a41f81c:41525 2024-12-04T09:42:41,587 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-04T09:42:41,587 INFO [RS:1;84486a41f81c:41525 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-04T09:42:41,587 INFO [RS:1;84486a41f81c:41525 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-04T09:42:41,587 DEBUG [RS:1;84486a41f81c:41525 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-04T09:42:41,587 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T09:42:41,587 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T09:42:41,587 INFO [RS:1;84486a41f81c:41525 {}] regionserver.HRegionServer(2659): reportForDuty to master=84486a41f81c,43809,1733305360826 with port=41525, startcode=1733305361227 2024-12-04T09:42:41,588 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-04T09:42:41,588 DEBUG [RS:1;84486a41f81c:41525 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-04T09:42:41,589 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-04T09:42:41,589 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T09:42:41,590 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T09:42:41,590 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-04T09:42:41,591 DEBUG [RS:0;84486a41f81c:38171 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;84486a41f81c:38171 2024-12-04T09:42:41,591 INFO [RS:0;84486a41f81c:38171 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-04T09:42:41,591 INFO [RS:0;84486a41f81c:38171 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-04T09:42:41,591 DEBUG [RS:0;84486a41f81c:38171 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-04T09:42:41,591 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46429, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=RegionServerStatusService 2024-12-04T09:42:41,591 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-04T09:42:41,591 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T09:42:41,592 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43809 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 84486a41f81c,41525,1733305361227 2024-12-04T09:42:41,592 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43809 {}] master.ServerManager(517): Registering regionserver=84486a41f81c,41525,1733305361227 2024-12-04T09:42:41,592 INFO [RS:0;84486a41f81c:38171 {}] regionserver.HRegionServer(2659): reportForDuty to master=84486a41f81c,43809,1733305360826 with port=38171, startcode=1733305361150 2024-12-04T09:42:41,592 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T09:42:41,592 DEBUG [RS:0;84486a41f81c:38171 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-04T09:42:41,592 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-04T09:42:41,594 DEBUG [RS:1;84486a41f81c:41525 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:39115/user/jenkins/test-data/9027ee21-0d3e-c20c-5629-7697f61baa52 2024-12-04T09:42:41,594 DEBUG [RS:1;84486a41f81c:41525 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:39115 2024-12-04T09:42:41,594 DEBUG [RS:1;84486a41f81c:41525 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-04T09:42:41,594 INFO [HMaster-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59669, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.4 (auth:SIMPLE), service=RegionServerStatusService 2024-12-04T09:42:41,594 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-04T09:42:41,594 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43809 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 84486a41f81c,38171,1733305361150 2024-12-04T09:42:41,594 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T09:42:41,595 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43809 {}] master.ServerManager(517): Registering regionserver=84486a41f81c,38171,1733305361150 2024-12-04T09:42:41,595 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T09:42:41,595 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-04T09:42:41,596 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39115/user/jenkins/test-data/9027ee21-0d3e-c20c-5629-7697f61baa52/data/hbase/meta/1588230740 2024-12-04T09:42:41,596 DEBUG [RS:0;84486a41f81c:38171 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:39115/user/jenkins/test-data/9027ee21-0d3e-c20c-5629-7697f61baa52 2024-12-04T09:42:41,596 DEBUG [RS:0;84486a41f81c:38171 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:39115 2024-12-04T09:42:41,596 DEBUG [RS:0;84486a41f81c:38171 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-04T09:42:41,597 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39115/user/jenkins/test-data/9027ee21-0d3e-c20c-5629-7697f61baa52/data/hbase/meta/1588230740 2024-12-04T09:42:41,598 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-04T09:42:41,598 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-04T09:42:41,599 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-04T09:42:41,600 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-04T09:42:41,602 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39115/user/jenkins/test-data/9027ee21-0d3e-c20c-5629-7697f61baa52/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T09:42:41,602 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64577190, jitterRate=-0.03772488236427307}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-04T09:42:41,603 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733305361583Initializing all the Stores at 1733305361584 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733305361584Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733305361585 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733305361585Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733305361585Cleaning up temporary data from old regions at 1733305361598 (+13 ms)Region opened successfully at 1733305361603 (+5 ms) 2024-12-04T09:42:41,603 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-04T09:42:41,603 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-04T09:42:41,603 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-04T09:42:41,603 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-04T09:42:41,603 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-04T09:42:41,604 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-04T09:42:41,604 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733305361603Disabling compacts and flushes for region at 1733305361603Disabling writes for close at 1733305361603Writing region close event to WAL at 1733305361604 (+1 ms)Closed at 1733305361604 2024-12-04T09:42:41,604 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43809-0x101a102841f0000, quorum=127.0.0.1:61410, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-04T09:42:41,605 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-04T09:42:41,606 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-04T09:42:41,606 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-04T09:42:41,607 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-04T09:42:41,608 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-04T09:42:41,630 DEBUG [RS:1;84486a41f81c:41525 {}] zookeeper.ZKUtil(111): regionserver:41525-0x101a102841f0002, quorum=127.0.0.1:61410, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/84486a41f81c,41525,1733305361227 2024-12-04T09:42:41,630 WARN [RS:1;84486a41f81c:41525 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-04T09:42:41,630 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [84486a41f81c,38171,1733305361150] 2024-12-04T09:42:41,630 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [84486a41f81c,41525,1733305361227] 2024-12-04T09:42:41,630 INFO [RS:1;84486a41f81c:41525 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T09:42:41,630 DEBUG [RS:1;84486a41f81c:41525 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:39115/user/jenkins/test-data/9027ee21-0d3e-c20c-5629-7697f61baa52/WALs/84486a41f81c,41525,1733305361227 2024-12-04T09:42:41,630 DEBUG [RS:0;84486a41f81c:38171 {}] zookeeper.ZKUtil(111): regionserver:38171-0x101a102841f0001, quorum=127.0.0.1:61410, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/84486a41f81c,38171,1733305361150 2024-12-04T09:42:41,630 WARN [RS:0;84486a41f81c:38171 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-04T09:42:41,630 INFO [RS:0;84486a41f81c:38171 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T09:42:41,630 DEBUG [RS:0;84486a41f81c:38171 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:39115/user/jenkins/test-data/9027ee21-0d3e-c20c-5629-7697f61baa52/WALs/84486a41f81c,38171,1733305361150 2024-12-04T09:42:41,633 INFO [RS:1;84486a41f81c:41525 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-04T09:42:41,633 INFO [RS:0;84486a41f81c:38171 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-04T09:42:41,636 INFO [RS:1;84486a41f81c:41525 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-04T09:42:41,636 INFO [RS:1;84486a41f81c:41525 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-04T09:42:41,636 INFO [RS:1;84486a41f81c:41525 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T09:42:41,638 INFO [RS:1;84486a41f81c:41525 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-04T09:42:41,638 INFO [RS:0;84486a41f81c:38171 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-04T09:42:41,639 INFO [RS:0;84486a41f81c:38171 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-04T09:42:41,639 INFO [RS:0;84486a41f81c:38171 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T09:42:41,639 INFO [RS:1;84486a41f81c:41525 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-04T09:42:41,639 INFO [RS:1;84486a41f81c:41525 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-04T09:42:41,639 INFO [RS:0;84486a41f81c:38171 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-04T09:42:41,639 DEBUG [RS:1;84486a41f81c:41525 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/84486a41f81c:0, corePoolSize=1, maxPoolSize=1 2024-12-04T09:42:41,639 DEBUG [RS:1;84486a41f81c:41525 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/84486a41f81c:0, corePoolSize=1, maxPoolSize=1 2024-12-04T09:42:41,640 DEBUG [RS:1;84486a41f81c:41525 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/84486a41f81c:0, corePoolSize=1, maxPoolSize=1 2024-12-04T09:42:41,640 DEBUG [RS:1;84486a41f81c:41525 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/84486a41f81c:0, corePoolSize=1, maxPoolSize=1 2024-12-04T09:42:41,640 DEBUG [RS:1;84486a41f81c:41525 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/84486a41f81c:0, corePoolSize=1, maxPoolSize=1 2024-12-04T09:42:41,640 DEBUG [RS:1;84486a41f81c:41525 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/84486a41f81c:0, corePoolSize=2, maxPoolSize=2 2024-12-04T09:42:41,640 DEBUG [RS:1;84486a41f81c:41525 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/84486a41f81c:0, corePoolSize=1, maxPoolSize=1 2024-12-04T09:42:41,640 DEBUG [RS:1;84486a41f81c:41525 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/84486a41f81c:0, corePoolSize=1, maxPoolSize=1 2024-12-04T09:42:41,640 DEBUG [RS:1;84486a41f81c:41525 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/84486a41f81c:0, corePoolSize=1, maxPoolSize=1 2024-12-04T09:42:41,640 DEBUG [RS:1;84486a41f81c:41525 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/84486a41f81c:0, corePoolSize=1, maxPoolSize=1 2024-12-04T09:42:41,640 DEBUG [RS:1;84486a41f81c:41525 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/84486a41f81c:0, corePoolSize=1, maxPoolSize=1 2024-12-04T09:42:41,640 DEBUG [RS:1;84486a41f81c:41525 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/84486a41f81c:0, corePoolSize=1, maxPoolSize=1 2024-12-04T09:42:41,640 INFO [RS:0;84486a41f81c:38171 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-04T09:42:41,640 DEBUG [RS:1;84486a41f81c:41525 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/84486a41f81c:0, corePoolSize=3, maxPoolSize=3 2024-12-04T09:42:41,640 DEBUG [RS:1;84486a41f81c:41525 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/84486a41f81c:0, corePoolSize=3, maxPoolSize=3 2024-12-04T09:42:41,640 INFO [RS:0;84486a41f81c:38171 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-04T09:42:41,640 DEBUG [RS:0;84486a41f81c:38171 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/84486a41f81c:0, corePoolSize=1, maxPoolSize=1 2024-12-04T09:42:41,640 DEBUG [RS:0;84486a41f81c:38171 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/84486a41f81c:0, corePoolSize=1, maxPoolSize=1 2024-12-04T09:42:41,640 DEBUG [RS:0;84486a41f81c:38171 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/84486a41f81c:0, corePoolSize=1, maxPoolSize=1 2024-12-04T09:42:41,640 DEBUG [RS:0;84486a41f81c:38171 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/84486a41f81c:0, corePoolSize=1, maxPoolSize=1 2024-12-04T09:42:41,641 DEBUG [RS:0;84486a41f81c:38171 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/84486a41f81c:0, corePoolSize=1, maxPoolSize=1 2024-12-04T09:42:41,641 INFO [RS:1;84486a41f81c:41525 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-04T09:42:41,641 DEBUG [RS:0;84486a41f81c:38171 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/84486a41f81c:0, corePoolSize=2, maxPoolSize=2 2024-12-04T09:42:41,641 INFO [RS:1;84486a41f81c:41525 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-04T09:42:41,641 DEBUG [RS:0;84486a41f81c:38171 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/84486a41f81c:0, corePoolSize=1, maxPoolSize=1 2024-12-04T09:42:41,641 INFO [RS:1;84486a41f81c:41525 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T09:42:41,641 INFO [RS:1;84486a41f81c:41525 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-04T09:42:41,641 DEBUG [RS:0;84486a41f81c:38171 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/84486a41f81c:0, corePoolSize=1, maxPoolSize=1 2024-12-04T09:42:41,641 INFO [RS:1;84486a41f81c:41525 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-04T09:42:41,641 DEBUG [RS:0;84486a41f81c:38171 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/84486a41f81c:0, corePoolSize=1, maxPoolSize=1 2024-12-04T09:42:41,641 INFO [RS:1;84486a41f81c:41525 {}] hbase.ChoreService(168): Chore ScheduledChore name=84486a41f81c,41525,1733305361227-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-04T09:42:41,641 DEBUG [RS:0;84486a41f81c:38171 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/84486a41f81c:0, corePoolSize=1, maxPoolSize=1 2024-12-04T09:42:41,641 DEBUG [RS:0;84486a41f81c:38171 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/84486a41f81c:0, corePoolSize=1, maxPoolSize=1 2024-12-04T09:42:41,641 DEBUG [RS:0;84486a41f81c:38171 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/84486a41f81c:0, corePoolSize=1, maxPoolSize=1 2024-12-04T09:42:41,641 DEBUG [RS:0;84486a41f81c:38171 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/84486a41f81c:0, corePoolSize=3, maxPoolSize=3 2024-12-04T09:42:41,641 DEBUG [RS:0;84486a41f81c:38171 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/84486a41f81c:0, corePoolSize=3, maxPoolSize=3 2024-12-04T09:42:41,642 INFO [RS:0;84486a41f81c:38171 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-04T09:42:41,642 INFO [RS:0;84486a41f81c:38171 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-04T09:42:41,642 INFO [RS:0;84486a41f81c:38171 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T09:42:41,642 INFO [RS:0;84486a41f81c:38171 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-04T09:42:41,642 INFO [RS:0;84486a41f81c:38171 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-04T09:42:41,642 INFO [RS:0;84486a41f81c:38171 {}] hbase.ChoreService(168): Chore ScheduledChore name=84486a41f81c,38171,1733305361150-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-04T09:42:41,654 INFO [RS:1;84486a41f81c:41525 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-04T09:42:41,654 INFO [RS:1;84486a41f81c:41525 {}] hbase.ChoreService(168): Chore ScheduledChore name=84486a41f81c,41525,1733305361227-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T09:42:41,654 INFO [RS:1;84486a41f81c:41525 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T09:42:41,654 INFO [RS:1;84486a41f81c:41525 {}] regionserver.Replication(171): 84486a41f81c,41525,1733305361227 started 2024-12-04T09:42:41,662 INFO [RS:0;84486a41f81c:38171 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-04T09:42:41,662 INFO [RS:0;84486a41f81c:38171 {}] hbase.ChoreService(168): Chore ScheduledChore name=84486a41f81c,38171,1733305361150-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T09:42:41,662 INFO [RS:0;84486a41f81c:38171 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T09:42:41,662 INFO [RS:0;84486a41f81c:38171 {}] regionserver.Replication(171): 84486a41f81c,38171,1733305361150 started 2024-12-04T09:42:41,668 INFO [RS:1;84486a41f81c:41525 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T09:42:41,668 INFO [RS:1;84486a41f81c:41525 {}] regionserver.HRegionServer(1482): Serving as 84486a41f81c,41525,1733305361227, RpcServer on 84486a41f81c/172.17.0.2:41525, sessionid=0x101a102841f0002 2024-12-04T09:42:41,668 DEBUG [RS:1;84486a41f81c:41525 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-04T09:42:41,668 DEBUG [RS:1;84486a41f81c:41525 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 84486a41f81c,41525,1733305361227 2024-12-04T09:42:41,668 DEBUG [RS:1;84486a41f81c:41525 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '84486a41f81c,41525,1733305361227' 2024-12-04T09:42:41,668 DEBUG [RS:1;84486a41f81c:41525 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-04T09:42:41,669 DEBUG [RS:1;84486a41f81c:41525 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-04T09:42:41,669 DEBUG [RS:1;84486a41f81c:41525 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-04T09:42:41,669 DEBUG [RS:1;84486a41f81c:41525 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-04T09:42:41,669 DEBUG [RS:1;84486a41f81c:41525 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 84486a41f81c,41525,1733305361227 2024-12-04T09:42:41,669 DEBUG [RS:1;84486a41f81c:41525 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '84486a41f81c,41525,1733305361227' 2024-12-04T09:42:41,669 DEBUG [RS:1;84486a41f81c:41525 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-04T09:42:41,670 DEBUG [RS:1;84486a41f81c:41525 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-04T09:42:41,670 DEBUG [RS:1;84486a41f81c:41525 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-04T09:42:41,670 INFO [RS:1;84486a41f81c:41525 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-04T09:42:41,670 INFO [RS:1;84486a41f81c:41525 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-04T09:42:41,682 INFO [RS:0;84486a41f81c:38171 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T09:42:41,683 INFO [RS:0;84486a41f81c:38171 {}] regionserver.HRegionServer(1482): Serving as 84486a41f81c,38171,1733305361150, RpcServer on 84486a41f81c/172.17.0.2:38171, sessionid=0x101a102841f0001 2024-12-04T09:42:41,683 DEBUG [RS:0;84486a41f81c:38171 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-04T09:42:41,683 DEBUG [RS:0;84486a41f81c:38171 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 84486a41f81c,38171,1733305361150 2024-12-04T09:42:41,683 DEBUG [RS:0;84486a41f81c:38171 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '84486a41f81c,38171,1733305361150' 2024-12-04T09:42:41,683 DEBUG [RS:0;84486a41f81c:38171 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-04T09:42:41,684 DEBUG [RS:0;84486a41f81c:38171 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-04T09:42:41,684 DEBUG [RS:0;84486a41f81c:38171 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-04T09:42:41,684 DEBUG [RS:0;84486a41f81c:38171 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-04T09:42:41,684 DEBUG [RS:0;84486a41f81c:38171 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 84486a41f81c,38171,1733305361150 2024-12-04T09:42:41,684 DEBUG [RS:0;84486a41f81c:38171 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '84486a41f81c,38171,1733305361150' 2024-12-04T09:42:41,684 DEBUG [RS:0;84486a41f81c:38171 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-04T09:42:41,685 DEBUG [RS:0;84486a41f81c:38171 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-04T09:42:41,685 DEBUG [RS:0;84486a41f81c:38171 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-04T09:42:41,685 INFO [RS:0;84486a41f81c:38171 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-04T09:42:41,685 INFO [RS:0;84486a41f81c:38171 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-04T09:42:41,758 WARN [84486a41f81c:43809 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-04T09:42:41,771 INFO [RS:1;84486a41f81c:41525 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-04T09:42:41,773 INFO [RS:1;84486a41f81c:41525 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=84486a41f81c%2C41525%2C1733305361227, suffix=, logDir=hdfs://localhost:39115/user/jenkins/test-data/9027ee21-0d3e-c20c-5629-7697f61baa52/WALs/84486a41f81c,41525,1733305361227, archiveDir=hdfs://localhost:39115/user/jenkins/test-data/9027ee21-0d3e-c20c-5629-7697f61baa52/oldWALs, maxLogs=32 2024-12-04T09:42:41,784 DEBUG [RS:1;84486a41f81c:41525 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/9027ee21-0d3e-c20c-5629-7697f61baa52/WALs/84486a41f81c,41525,1733305361227/84486a41f81c%2C41525%2C1733305361227.1733305361773, exclude list is [], retry=0 2024-12-04T09:42:41,786 INFO [RS:0;84486a41f81c:38171 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-04T09:42:41,787 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-11-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38053,DS-a7dc7ce4-0f41-492d-b6f1-5becb02e83ba,DISK] 2024-12-04T09:42:41,787 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-11-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35503,DS-d088e207-cb88-4eca-881c-836fb6e0e179,DISK] 2024-12-04T09:42:41,787 INFO [RS:0;84486a41f81c:38171 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=84486a41f81c%2C38171%2C1733305361150, suffix=, logDir=hdfs://localhost:39115/user/jenkins/test-data/9027ee21-0d3e-c20c-5629-7697f61baa52/WALs/84486a41f81c,38171,1733305361150, archiveDir=hdfs://localhost:39115/user/jenkins/test-data/9027ee21-0d3e-c20c-5629-7697f61baa52/oldWALs, maxLogs=32 2024-12-04T09:42:41,790 INFO [RS:1;84486a41f81c:41525 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9027ee21-0d3e-c20c-5629-7697f61baa52/WALs/84486a41f81c,41525,1733305361227/84486a41f81c%2C41525%2C1733305361227.1733305361773 2024-12-04T09:42:41,790 DEBUG [RS:1;84486a41f81c:41525 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41221:41221),(127.0.0.1/127.0.0.1:33163:33163)] 2024-12-04T09:42:41,801 DEBUG [RS:0;84486a41f81c:38171 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/9027ee21-0d3e-c20c-5629-7697f61baa52/WALs/84486a41f81c,38171,1733305361150/84486a41f81c%2C38171%2C1733305361150.1733305361788, exclude list is [], retry=0 2024-12-04T09:42:41,804 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-11-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38053,DS-a7dc7ce4-0f41-492d-b6f1-5becb02e83ba,DISK] 2024-12-04T09:42:41,804 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-11-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35503,DS-d088e207-cb88-4eca-881c-836fb6e0e179,DISK] 2024-12-04T09:42:41,806 INFO [RS:0;84486a41f81c:38171 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9027ee21-0d3e-c20c-5629-7697f61baa52/WALs/84486a41f81c,38171,1733305361150/84486a41f81c%2C38171%2C1733305361150.1733305361788 2024-12-04T09:42:41,807 DEBUG [RS:0;84486a41f81c:38171 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33163:33163),(127.0.0.1/127.0.0.1:41221:41221)] 2024-12-04T09:42:42,009 DEBUG [84486a41f81c:43809 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=2, allServersCount=2 2024-12-04T09:42:42,009 DEBUG [84486a41f81c:43809 {}] balancer.BalancerClusterState(204): Hosts are {84486a41f81c=0} racks are {/default-rack=0} 2024-12-04T09:42:42,012 DEBUG [84486a41f81c:43809 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-12-04T09:42:42,012 DEBUG [84486a41f81c:43809 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-12-04T09:42:42,012 DEBUG [84486a41f81c:43809 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-12-04T09:42:42,012 DEBUG [84486a41f81c:43809 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-12-04T09:42:42,012 INFO [84486a41f81c:43809 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-12-04T09:42:42,012 INFO [84486a41f81c:43809 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-12-04T09:42:42,012 DEBUG [84486a41f81c:43809 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-12-04T09:42:42,013 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=84486a41f81c,38171,1733305361150 2024-12-04T09:42:42,014 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 84486a41f81c,38171,1733305361150, state=OPENING 2024-12-04T09:42:42,029 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-04T09:42:42,039 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41525-0x101a102841f0002, quorum=127.0.0.1:61410, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T09:42:42,039 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43809-0x101a102841f0000, quorum=127.0.0.1:61410, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T09:42:42,039 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38171-0x101a102841f0001, quorum=127.0.0.1:61410, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T09:42:42,041 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-04T09:42:42,041 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-04T09:42:42,041 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-04T09:42:42,041 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-04T09:42:42,041 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=84486a41f81c,38171,1733305361150}] 2024-12-04T09:42:42,197 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-04T09:42:42,202 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48477, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-04T09:42:42,209 INFO [RS_OPEN_META-regionserver/84486a41f81c:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-04T09:42:42,209 INFO [RS_OPEN_META-regionserver/84486a41f81c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T09:42:42,209 INFO [RS_OPEN_META-regionserver/84486a41f81c:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-04T09:42:42,211 INFO [RS_OPEN_META-regionserver/84486a41f81c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=84486a41f81c%2C38171%2C1733305361150.meta, suffix=.meta, logDir=hdfs://localhost:39115/user/jenkins/test-data/9027ee21-0d3e-c20c-5629-7697f61baa52/WALs/84486a41f81c,38171,1733305361150, archiveDir=hdfs://localhost:39115/user/jenkins/test-data/9027ee21-0d3e-c20c-5629-7697f61baa52/oldWALs, maxLogs=32 2024-12-04T09:42:42,223 DEBUG [RS_OPEN_META-regionserver/84486a41f81c:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/9027ee21-0d3e-c20c-5629-7697f61baa52/WALs/84486a41f81c,38171,1733305361150/84486a41f81c%2C38171%2C1733305361150.meta.1733305362212.meta, exclude list is [], retry=0 2024-12-04T09:42:42,226 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-11-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38053,DS-a7dc7ce4-0f41-492d-b6f1-5becb02e83ba,DISK] 2024-12-04T09:42:42,226 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-11-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35503,DS-d088e207-cb88-4eca-881c-836fb6e0e179,DISK] 2024-12-04T09:42:42,228 INFO [RS_OPEN_META-regionserver/84486a41f81c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9027ee21-0d3e-c20c-5629-7697f61baa52/WALs/84486a41f81c,38171,1733305361150/84486a41f81c%2C38171%2C1733305361150.meta.1733305362212.meta 2024-12-04T09:42:42,228 DEBUG [RS_OPEN_META-regionserver/84486a41f81c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41221:41221),(127.0.0.1/127.0.0.1:33163:33163)] 2024-12-04T09:42:42,228 DEBUG [RS_OPEN_META-regionserver/84486a41f81c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-04T09:42:42,228 DEBUG [RS_OPEN_META-regionserver/84486a41f81c:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-04T09:42:42,228 DEBUG [RS_OPEN_META-regionserver/84486a41f81c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-04T09:42:42,228 INFO [RS_OPEN_META-regionserver/84486a41f81c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-04T09:42:42,228 DEBUG [RS_OPEN_META-regionserver/84486a41f81c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-04T09:42:42,229 DEBUG [RS_OPEN_META-regionserver/84486a41f81c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T09:42:42,229 DEBUG [RS_OPEN_META-regionserver/84486a41f81c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-04T09:42:42,229 DEBUG [RS_OPEN_META-regionserver/84486a41f81c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-04T09:42:42,230 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-04T09:42:42,231 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-04T09:42:42,231 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T09:42:42,232 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T09:42:42,232 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-04T09:42:42,233 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-04T09:42:42,233 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T09:42:42,233 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T09:42:42,233 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-04T09:42:42,234 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-04T09:42:42,234 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T09:42:42,235 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T09:42:42,235 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-04T09:42:42,236 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-04T09:42:42,236 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T09:42:42,236 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T09:42:42,236 DEBUG [RS_OPEN_META-regionserver/84486a41f81c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-04T09:42:42,237 DEBUG [RS_OPEN_META-regionserver/84486a41f81c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39115/user/jenkins/test-data/9027ee21-0d3e-c20c-5629-7697f61baa52/data/hbase/meta/1588230740 2024-12-04T09:42:42,238 DEBUG [RS_OPEN_META-regionserver/84486a41f81c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39115/user/jenkins/test-data/9027ee21-0d3e-c20c-5629-7697f61baa52/data/hbase/meta/1588230740 2024-12-04T09:42:42,240 DEBUG [RS_OPEN_META-regionserver/84486a41f81c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-04T09:42:42,240 DEBUG [RS_OPEN_META-regionserver/84486a41f81c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-04T09:42:42,241 DEBUG [RS_OPEN_META-regionserver/84486a41f81c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-04T09:42:42,242 DEBUG [RS_OPEN_META-regionserver/84486a41f81c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-04T09:42:42,243 INFO [RS_OPEN_META-regionserver/84486a41f81c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62221096, jitterRate=-0.07283341884613037}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-04T09:42:42,243 DEBUG [RS_OPEN_META-regionserver/84486a41f81c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-04T09:42:42,244 DEBUG [RS_OPEN_META-regionserver/84486a41f81c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733305362229Writing region info on filesystem at 1733305362229Initializing all the Stores at 1733305362230 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733305362230Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733305362230Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733305362230Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733305362230Cleaning up temporary data from old regions at 1733305362240 (+10 ms)Running coprocessor post-open hooks at 1733305362243 (+3 ms)Region opened successfully at 1733305362244 (+1 ms) 2024-12-04T09:42:42,245 INFO [RS_OPEN_META-regionserver/84486a41f81c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733305362197 2024-12-04T09:42:42,247 DEBUG [RS_OPEN_META-regionserver/84486a41f81c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-04T09:42:42,247 INFO [RS_OPEN_META-regionserver/84486a41f81c:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-04T09:42:42,248 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=84486a41f81c,38171,1733305361150 2024-12-04T09:42:42,249 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 84486a41f81c,38171,1733305361150, state=OPEN 2024-12-04T09:42:42,256 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43809-0x101a102841f0000, quorum=127.0.0.1:61410, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-04T09:42:42,256 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41525-0x101a102841f0002, quorum=127.0.0.1:61410, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-04T09:42:42,256 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38171-0x101a102841f0001, quorum=127.0.0.1:61410, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-04T09:42:42,256 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=84486a41f81c,38171,1733305361150 2024-12-04T09:42:42,256 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-04T09:42:42,256 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-04T09:42:42,256 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-04T09:42:42,259 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-04T09:42:42,260 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=84486a41f81c,38171,1733305361150 in 215 msec 2024-12-04T09:42:42,263 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-04T09:42:42,263 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 654 msec 2024-12-04T09:42:42,264 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-04T09:42:42,264 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-04T09:42:42,266 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T09:42:42,266 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=84486a41f81c,38171,1733305361150, seqNum=-1] 2024-12-04T09:42:42,266 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T09:42:42,268 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39953, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T09:42:42,274 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 721 msec 2024-12-04T09:42:42,274 INFO [master/84486a41f81c:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733305362274, completionTime=-1 2024-12-04T09:42:42,275 INFO [master/84486a41f81c:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=2; waited=0ms, expected min=2 server(s), max=2 server(s), master is running 2024-12-04T09:42:42,275 DEBUG [master/84486a41f81c:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-04T09:42:42,277 INFO [master/84486a41f81c:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=2 2024-12-04T09:42:42,277 INFO [master/84486a41f81c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733305422277 2024-12-04T09:42:42,277 INFO [master/84486a41f81c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733305482277 2024-12-04T09:42:42,277 INFO [master/84486a41f81c:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-12-04T09:42:42,278 INFO [master/84486a41f81c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=84486a41f81c,43809,1733305360826-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T09:42:42,278 INFO [master/84486a41f81c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=84486a41f81c,43809,1733305360826-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T09:42:42,278 INFO [master/84486a41f81c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=84486a41f81c,43809,1733305360826-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T09:42:42,278 INFO [master/84486a41f81c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-84486a41f81c:43809, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T09:42:42,278 INFO [master/84486a41f81c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-04T09:42:42,278 INFO [master/84486a41f81c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-04T09:42:42,280 DEBUG [master/84486a41f81c:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-04T09:42:42,282 INFO [master/84486a41f81c:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 0.984sec 2024-12-04T09:42:42,283 INFO [master/84486a41f81c:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-04T09:42:42,283 INFO [master/84486a41f81c:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-04T09:42:42,283 INFO [master/84486a41f81c:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-04T09:42:42,283 INFO [master/84486a41f81c:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-04T09:42:42,283 INFO [master/84486a41f81c:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-04T09:42:42,283 INFO [master/84486a41f81c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=84486a41f81c,43809,1733305360826-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-04T09:42:42,283 INFO [master/84486a41f81c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=84486a41f81c,43809,1733305360826-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-04T09:42:42,286 DEBUG [master/84486a41f81c:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-04T09:42:42,286 INFO [master/84486a41f81c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-04T09:42:42,286 INFO [master/84486a41f81c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=84486a41f81c,43809,1733305360826-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T09:42:42,361 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@f0de5a8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T09:42:42,361 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 84486a41f81c,43809,-1 for getting cluster id 2024-12-04T09:42:42,361 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T09:42:42,364 DEBUG [HMaster-EventLoopGroup-9-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'db7d9850-fcb0-4584-bb48-99633a3c18e0' 2024-12-04T09:42:42,365 DEBUG [RPCClient-NioEventLoopGroup-5-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T09:42:42,366 DEBUG [RPCClient-NioEventLoopGroup-5-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "db7d9850-fcb0-4584-bb48-99633a3c18e0" 2024-12-04T09:42:42,367 DEBUG [RPCClient-NioEventLoopGroup-5-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@363f9540, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T09:42:42,367 DEBUG [RPCClient-NioEventLoopGroup-5-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [84486a41f81c,43809,-1] 2024-12-04T09:42:42,367 DEBUG [RPCClient-NioEventLoopGroup-5-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T09:42:42,368 DEBUG [RPCClient-NioEventLoopGroup-5-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T09:42:42,370 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36816, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T09:42:42,372 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4db8b6ba, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T09:42:42,373 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T09:42:42,375 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=84486a41f81c,38171,1733305361150, seqNum=-1] 2024-12-04T09:42:42,375 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T09:42:42,377 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41478, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T09:42:42,380 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=84486a41f81c,43809,1733305360826 2024-12-04T09:42:42,380 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T09:42:42,381 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 84486a41f81c,43809,1733305360826 2024-12-04T09:42:42,381 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4c42b60 2024-12-04T09:42:42,382 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T09:42:42,383 INFO [HMaster-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36818, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-04T09:42:42,384 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43809 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testClearRegionBlockCache', {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-04T09:42:42,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43809 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testClearRegionBlockCache 2024-12-04T09:42:42,388 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_PRE_OPERATION 2024-12-04T09:42:42,388 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T09:42:42,388 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43809 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testClearRegionBlockCache" procId is: 4 2024-12-04T09:42:42,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43809 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T09:42:42,389 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-04T09:42:42,396 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38053 is added to blk_1073741836_1012 (size=379) 2024-12-04T09:42:42,396 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35503 is added to blk_1073741836_1012 (size=379) 2024-12-04T09:42:42,398 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 19f924386d7ad112e13e0ab3b48accb7, NAME => 'testClearRegionBlockCache,,1733305362384.19f924386d7ad112e13e0ab3b48accb7.', STARTKEY => '', ENDKEY => '5'}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39115/user/jenkins/test-data/9027ee21-0d3e-c20c-5629-7697f61baa52 2024-12-04T09:42:42,399 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => e3eb6890c9bb10843582e7ce9480996e, NAME => 'testClearRegionBlockCache,5,1733305362384.e3eb6890c9bb10843582e7ce9480996e.', STARTKEY => '5', ENDKEY => ''}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39115/user/jenkins/test-data/9027ee21-0d3e-c20c-5629-7697f61baa52 2024-12-04T09:42:42,410 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38053 is added to blk_1073741837_1013 (size=61) 2024-12-04T09:42:42,410 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35503 is added to blk_1073741838_1014 (size=61) 2024-12-04T09:42:42,410 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38053 is added to blk_1073741838_1014 (size=61) 2024-12-04T09:42:42,411 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35503 is added to blk_1073741837_1013 (size=61) 2024-12-04T09:42:42,411 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,,1733305362384.19f924386d7ad112e13e0ab3b48accb7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T09:42:42,411 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,5,1733305362384.e3eb6890c9bb10843582e7ce9480996e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T09:42:42,411 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1722): Closing 19f924386d7ad112e13e0ab3b48accb7, disabling compactions & flushes 2024-12-04T09:42:42,411 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1722): Closing e3eb6890c9bb10843582e7ce9480996e, disabling compactions & flushes 2024-12-04T09:42:42,411 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,,1733305362384.19f924386d7ad112e13e0ab3b48accb7. 2024-12-04T09:42:42,411 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,5,1733305362384.e3eb6890c9bb10843582e7ce9480996e. 2024-12-04T09:42:42,411 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,,1733305362384.19f924386d7ad112e13e0ab3b48accb7. 2024-12-04T09:42:42,411 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,,1733305362384.19f924386d7ad112e13e0ab3b48accb7. after waiting 0 ms 2024-12-04T09:42:42,411 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,5,1733305362384.e3eb6890c9bb10843582e7ce9480996e. 2024-12-04T09:42:42,411 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,,1733305362384.19f924386d7ad112e13e0ab3b48accb7. 2024-12-04T09:42:42,411 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,5,1733305362384.e3eb6890c9bb10843582e7ce9480996e. after waiting 0 ms 2024-12-04T09:42:42,411 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,,1733305362384.19f924386d7ad112e13e0ab3b48accb7. 2024-12-04T09:42:42,411 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,5,1733305362384.e3eb6890c9bb10843582e7ce9480996e. 2024-12-04T09:42:42,411 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1676): Region close journal for 19f924386d7ad112e13e0ab3b48accb7: Waiting for close lock at 1733305362411Disabling compacts and flushes for region at 1733305362411Disabling writes for close at 1733305362411Writing region close event to WAL at 1733305362411Closed at 1733305362411 2024-12-04T09:42:42,411 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,5,1733305362384.e3eb6890c9bb10843582e7ce9480996e. 2024-12-04T09:42:42,411 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1676): Region close journal for e3eb6890c9bb10843582e7ce9480996e: Waiting for close lock at 1733305362411Disabling compacts and flushes for region at 1733305362411Disabling writes for close at 1733305362411Writing region close event to WAL at 1733305362411Closed at 1733305362411 2024-12-04T09:42:42,413 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ADD_TO_META 2024-12-04T09:42:42,413 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testClearRegionBlockCache,,1733305362384.19f924386d7ad112e13e0ab3b48accb7.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1733305362413"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733305362413"}]},"ts":"1733305362413"} 2024-12-04T09:42:42,413 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testClearRegionBlockCache,5,1733305362384.e3eb6890c9bb10843582e7ce9480996e.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1733305362413"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733305362413"}]},"ts":"1733305362413"} 2024-12-04T09:42:42,416 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 2 regions to meta. 2024-12-04T09:42:42,417 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-04T09:42:42,418 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733305362417"}]},"ts":"1733305362417"} 2024-12-04T09:42:42,420 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testClearRegionBlockCache, state=ENABLING in hbase:meta 2024-12-04T09:42:42,420 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {84486a41f81c=0} racks are {/default-rack=0} 2024-12-04T09:42:42,422 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-12-04T09:42:42,422 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-12-04T09:42:42,422 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-12-04T09:42:42,422 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-12-04T09:42:42,422 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-12-04T09:42:42,422 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-12-04T09:42:42,422 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-12-04T09:42:42,422 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=19f924386d7ad112e13e0ab3b48accb7, ASSIGN}, {pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=e3eb6890c9bb10843582e7ce9480996e, ASSIGN}] 2024-12-04T09:42:42,424 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=19f924386d7ad112e13e0ab3b48accb7, ASSIGN 2024-12-04T09:42:42,424 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=e3eb6890c9bb10843582e7ce9480996e, ASSIGN 2024-12-04T09:42:42,425 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=19f924386d7ad112e13e0ab3b48accb7, ASSIGN; state=OFFLINE, location=84486a41f81c,41525,1733305361227; forceNewPlan=false, retain=false 2024-12-04T09:42:42,425 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=e3eb6890c9bb10843582e7ce9480996e, ASSIGN; state=OFFLINE, location=84486a41f81c,38171,1733305361150; forceNewPlan=false, retain=false 2024-12-04T09:42:42,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43809 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T09:42:42,575 INFO [84486a41f81c:43809 {}] balancer.BaseLoadBalancer(388): Reassigned 2 regions. 2 retained the pre-restart assignment. 2024-12-04T09:42:42,576 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=e3eb6890c9bb10843582e7ce9480996e, regionState=OPENING, regionLocation=84486a41f81c,38171,1733305361150 2024-12-04T09:42:42,576 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=19f924386d7ad112e13e0ab3b48accb7, regionState=OPENING, regionLocation=84486a41f81c,41525,1733305361227 2024-12-04T09:42:42,580 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-11-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=19f924386d7ad112e13e0ab3b48accb7, ASSIGN because future has completed 2024-12-04T09:42:42,581 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 19f924386d7ad112e13e0ab3b48accb7, server=84486a41f81c,41525,1733305361227}] 2024-12-04T09:42:42,582 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-11-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=e3eb6890c9bb10843582e7ce9480996e, ASSIGN because future has completed 2024-12-04T09:42:42,584 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure e3eb6890c9bb10843582e7ce9480996e, server=84486a41f81c,38171,1733305361150}] 2024-12-04T09:42:42,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43809 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T09:42:42,737 DEBUG [RSProcedureDispatcher-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-04T09:42:42,740 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48671, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-04T09:42:42,744 INFO [RS_OPEN_REGION-regionserver/84486a41f81c:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] handler.AssignRegionHandler(132): Open testClearRegionBlockCache,5,1733305362384.e3eb6890c9bb10843582e7ce9480996e. 2024-12-04T09:42:42,744 INFO [RS_OPEN_REGION-regionserver/84486a41f81c:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] handler.AssignRegionHandler(132): Open testClearRegionBlockCache,,1733305362384.19f924386d7ad112e13e0ab3b48accb7. 2024-12-04T09:42:42,744 DEBUG [RS_OPEN_REGION-regionserver/84486a41f81c:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7752): Opening region: {ENCODED => e3eb6890c9bb10843582e7ce9480996e, NAME => 'testClearRegionBlockCache,5,1733305362384.e3eb6890c9bb10843582e7ce9480996e.', STARTKEY => '5', ENDKEY => ''} 2024-12-04T09:42:42,744 DEBUG [RS_OPEN_REGION-regionserver/84486a41f81c:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => 19f924386d7ad112e13e0ab3b48accb7, NAME => 'testClearRegionBlockCache,,1733305362384.19f924386d7ad112e13e0ab3b48accb7.', STARTKEY => '', ENDKEY => '5'} 2024-12-04T09:42:42,744 DEBUG [RS_OPEN_REGION-regionserver/84486a41f81c:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache e3eb6890c9bb10843582e7ce9480996e 2024-12-04T09:42:42,744 DEBUG [RS_OPEN_REGION-regionserver/84486a41f81c:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache 19f924386d7ad112e13e0ab3b48accb7 2024-12-04T09:42:42,745 DEBUG [RS_OPEN_REGION-regionserver/84486a41f81c:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,5,1733305362384.e3eb6890c9bb10843582e7ce9480996e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T09:42:42,745 DEBUG [RS_OPEN_REGION-regionserver/84486a41f81c:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,,1733305362384.19f924386d7ad112e13e0ab3b48accb7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T09:42:42,745 DEBUG [RS_OPEN_REGION-regionserver/84486a41f81c:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7794): checking encryption for e3eb6890c9bb10843582e7ce9480996e 2024-12-04T09:42:42,745 DEBUG [RS_OPEN_REGION-regionserver/84486a41f81c:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for 19f924386d7ad112e13e0ab3b48accb7 2024-12-04T09:42:42,745 DEBUG [RS_OPEN_REGION-regionserver/84486a41f81c:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7797): checking classloading for e3eb6890c9bb10843582e7ce9480996e 2024-12-04T09:42:42,745 DEBUG [RS_OPEN_REGION-regionserver/84486a41f81c:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for 19f924386d7ad112e13e0ab3b48accb7 2024-12-04T09:42:42,746 INFO [StoreOpener-e3eb6890c9bb10843582e7ce9480996e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region e3eb6890c9bb10843582e7ce9480996e 2024-12-04T09:42:42,746 INFO [StoreOpener-19f924386d7ad112e13e0ab3b48accb7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region 19f924386d7ad112e13e0ab3b48accb7 2024-12-04T09:42:42,748 INFO [StoreOpener-19f924386d7ad112e13e0ab3b48accb7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 19f924386d7ad112e13e0ab3b48accb7 columnFamilyName family 2024-12-04T09:42:42,748 INFO [StoreOpener-e3eb6890c9bb10843582e7ce9480996e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e3eb6890c9bb10843582e7ce9480996e columnFamilyName family 2024-12-04T09:42:42,748 DEBUG [StoreOpener-19f924386d7ad112e13e0ab3b48accb7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T09:42:42,748 DEBUG [StoreOpener-e3eb6890c9bb10843582e7ce9480996e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T09:42:42,748 INFO [StoreOpener-19f924386d7ad112e13e0ab3b48accb7-1 {}] regionserver.HStore(327): Store=19f924386d7ad112e13e0ab3b48accb7/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T09:42:42,748 INFO [StoreOpener-e3eb6890c9bb10843582e7ce9480996e-1 {}] regionserver.HStore(327): Store=e3eb6890c9bb10843582e7ce9480996e/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T09:42:42,749 DEBUG [RS_OPEN_REGION-regionserver/84486a41f81c:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for 19f924386d7ad112e13e0ab3b48accb7 2024-12-04T09:42:42,749 DEBUG [RS_OPEN_REGION-regionserver/84486a41f81c:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1038): replaying wal for e3eb6890c9bb10843582e7ce9480996e 2024-12-04T09:42:42,750 DEBUG [RS_OPEN_REGION-regionserver/84486a41f81c:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39115/user/jenkins/test-data/9027ee21-0d3e-c20c-5629-7697f61baa52/data/default/testClearRegionBlockCache/19f924386d7ad112e13e0ab3b48accb7 2024-12-04T09:42:42,750 DEBUG [RS_OPEN_REGION-regionserver/84486a41f81c:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39115/user/jenkins/test-data/9027ee21-0d3e-c20c-5629-7697f61baa52/data/default/testClearRegionBlockCache/e3eb6890c9bb10843582e7ce9480996e 2024-12-04T09:42:42,750 DEBUG [RS_OPEN_REGION-regionserver/84486a41f81c:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39115/user/jenkins/test-data/9027ee21-0d3e-c20c-5629-7697f61baa52/data/default/testClearRegionBlockCache/e3eb6890c9bb10843582e7ce9480996e 2024-12-04T09:42:42,750 DEBUG [RS_OPEN_REGION-regionserver/84486a41f81c:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39115/user/jenkins/test-data/9027ee21-0d3e-c20c-5629-7697f61baa52/data/default/testClearRegionBlockCache/19f924386d7ad112e13e0ab3b48accb7 2024-12-04T09:42:42,751 DEBUG [RS_OPEN_REGION-regionserver/84486a41f81c:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1048): stopping wal replay for e3eb6890c9bb10843582e7ce9480996e 2024-12-04T09:42:42,751 DEBUG [RS_OPEN_REGION-regionserver/84486a41f81c:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for 19f924386d7ad112e13e0ab3b48accb7 2024-12-04T09:42:42,751 DEBUG [RS_OPEN_REGION-regionserver/84486a41f81c:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for 19f924386d7ad112e13e0ab3b48accb7 2024-12-04T09:42:42,751 DEBUG [RS_OPEN_REGION-regionserver/84486a41f81c:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1060): Cleaning up temporary data for e3eb6890c9bb10843582e7ce9480996e 2024-12-04T09:42:42,752 DEBUG [RS_OPEN_REGION-regionserver/84486a41f81c:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1093): writing seq id for e3eb6890c9bb10843582e7ce9480996e 2024-12-04T09:42:42,753 DEBUG [RS_OPEN_REGION-regionserver/84486a41f81c:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for 19f924386d7ad112e13e0ab3b48accb7 2024-12-04T09:42:42,755 DEBUG [RS_OPEN_REGION-regionserver/84486a41f81c:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39115/user/jenkins/test-data/9027ee21-0d3e-c20c-5629-7697f61baa52/data/default/testClearRegionBlockCache/e3eb6890c9bb10843582e7ce9480996e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T09:42:42,755 DEBUG [RS_OPEN_REGION-regionserver/84486a41f81c:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39115/user/jenkins/test-data/9027ee21-0d3e-c20c-5629-7697f61baa52/data/default/testClearRegionBlockCache/19f924386d7ad112e13e0ab3b48accb7/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T09:42:42,755 INFO [RS_OPEN_REGION-regionserver/84486a41f81c:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1114): Opened 19f924386d7ad112e13e0ab3b48accb7; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66638115, jitterRate=-0.00701470673084259}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-04T09:42:42,755 DEBUG [RS_OPEN_REGION-regionserver/84486a41f81c:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 19f924386d7ad112e13e0ab3b48accb7 2024-12-04T09:42:42,755 INFO [RS_OPEN_REGION-regionserver/84486a41f81c:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1114): Opened e3eb6890c9bb10843582e7ce9480996e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67234732, jitterRate=0.0018755793571472168}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-04T09:42:42,755 DEBUG [RS_OPEN_REGION-regionserver/84486a41f81c:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1122): Running coprocessor post-open hooks for e3eb6890c9bb10843582e7ce9480996e 2024-12-04T09:42:42,756 DEBUG [RS_OPEN_REGION-regionserver/84486a41f81c:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for 19f924386d7ad112e13e0ab3b48accb7: Running coprocessor pre-open hook at 1733305362745Writing region info on filesystem at 1733305362745Initializing all the Stores at 1733305362746 (+1 ms)Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733305362746Cleaning up temporary data from old regions at 1733305362751 (+5 ms)Running coprocessor post-open hooks at 1733305362755 (+4 ms)Region opened successfully at 1733305362756 (+1 ms) 2024-12-04T09:42:42,756 DEBUG [RS_OPEN_REGION-regionserver/84486a41f81c:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1006): Region open journal for e3eb6890c9bb10843582e7ce9480996e: Running coprocessor pre-open hook at 1733305362745Writing region info on filesystem at 1733305362745Initializing all the Stores at 1733305362746 (+1 ms)Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733305362746Cleaning up temporary data from old regions at 1733305362751 (+5 ms)Running coprocessor post-open hooks at 1733305362756 (+5 ms)Region opened successfully at 1733305362756 2024-12-04T09:42:42,757 INFO [RS_OPEN_REGION-regionserver/84486a41f81c:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for testClearRegionBlockCache,,1733305362384.19f924386d7ad112e13e0ab3b48accb7., pid=7, masterSystemTime=1733305362737 2024-12-04T09:42:42,757 INFO [RS_OPEN_REGION-regionserver/84486a41f81c:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegionServer(2236): Post open deploy tasks for testClearRegionBlockCache,5,1733305362384.e3eb6890c9bb10843582e7ce9480996e., pid=8, masterSystemTime=1733305362739 2024-12-04T09:42:42,759 DEBUG [RS_OPEN_REGION-regionserver/84486a41f81c:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for testClearRegionBlockCache,,1733305362384.19f924386d7ad112e13e0ab3b48accb7. 2024-12-04T09:42:42,760 INFO [RS_OPEN_REGION-regionserver/84486a41f81c:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] handler.AssignRegionHandler(153): Opened testClearRegionBlockCache,,1733305362384.19f924386d7ad112e13e0ab3b48accb7. 2024-12-04T09:42:42,760 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=19f924386d7ad112e13e0ab3b48accb7, regionState=OPEN, openSeqNum=2, regionLocation=84486a41f81c,41525,1733305361227 2024-12-04T09:42:42,761 DEBUG [RS_OPEN_REGION-regionserver/84486a41f81c:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegionServer(2266): Finished post open deploy task for testClearRegionBlockCache,5,1733305362384.e3eb6890c9bb10843582e7ce9480996e. 2024-12-04T09:42:42,761 INFO [RS_OPEN_REGION-regionserver/84486a41f81c:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] handler.AssignRegionHandler(153): Opened testClearRegionBlockCache,5,1733305362384.e3eb6890c9bb10843582e7ce9480996e. 2024-12-04T09:42:42,762 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=e3eb6890c9bb10843582e7ce9480996e, regionState=OPEN, openSeqNum=2, regionLocation=84486a41f81c,38171,1733305361150 2024-12-04T09:42:42,763 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-11-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 19f924386d7ad112e13e0ab3b48accb7, server=84486a41f81c,41525,1733305361227 because future has completed 2024-12-04T09:42:42,764 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-11-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure e3eb6890c9bb10843582e7ce9480996e, server=84486a41f81c,38171,1733305361150 because future has completed 2024-12-04T09:42:42,768 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=5 2024-12-04T09:42:42,768 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 19f924386d7ad112e13e0ab3b48accb7, server=84486a41f81c,41525,1733305361227 in 184 msec 2024-12-04T09:42:42,768 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=6 2024-12-04T09:42:42,769 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure e3eb6890c9bb10843582e7ce9480996e, server=84486a41f81c,38171,1733305361150 in 182 msec 2024-12-04T09:42:42,770 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=19f924386d7ad112e13e0ab3b48accb7, ASSIGN in 346 msec 2024-12-04T09:42:42,772 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=4 2024-12-04T09:42:42,772 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=e3eb6890c9bb10843582e7ce9480996e, ASSIGN in 347 msec 2024-12-04T09:42:42,773 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-04T09:42:42,773 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733305362773"}]},"ts":"1733305362773"} 2024-12-04T09:42:42,775 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testClearRegionBlockCache, state=ENABLED in hbase:meta 2024-12-04T09:42:42,776 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_POST_OPERATION 2024-12-04T09:42:42,778 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testClearRegionBlockCache in 392 msec 2024-12-04T09:42:43,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43809 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T09:42:43,022 INFO [RPCClient-NioEventLoopGroup-5-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testClearRegionBlockCache completed 2024-12-04T09:42:43,022 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testClearRegionBlockCache get assigned. Timeout = 60000ms 2024-12-04T09:42:43,022 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-04T09:42:43,028 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testClearRegionBlockCache assigned to meta. Checking AM states. 2024-12-04T09:42:43,028 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-04T09:42:43,029 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testClearRegionBlockCache assigned. 2024-12-04T09:42:43,032 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testClearRegionBlockCache', row='1', locateType=CURRENT is [region=testClearRegionBlockCache,,1733305362384.19f924386d7ad112e13e0ab3b48accb7., hostname=84486a41f81c,41525,1733305361227, seqNum=2] 2024-12-04T09:42:43,033 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T09:42:43,034 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42226, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T09:42:43,045 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testClearRegionBlockCache', row='5', locateType=CURRENT is [region=testClearRegionBlockCache,5,1733305362384.e3eb6890c9bb10843582e7ce9480996e., hostname=84486a41f81c,38171,1733305361150, seqNum=2] 2024-12-04T09:42:43,057 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing e3eb6890c9bb10843582e7ce9480996e 1/1 column families, dataSize=140 B heapSize=776 B 2024-12-04T09:42:43,072 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39115/user/jenkins/test-data/9027ee21-0d3e-c20c-5629-7697f61baa52/data/default/testClearRegionBlockCache/e3eb6890c9bb10843582e7ce9480996e/.tmp/family/fdb1f976c50a4e2a8d211f6ac0dde999 is 32, key is 5/family:/1733305363046/Put/seqid=0 2024-12-04T09:42:43,077 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38053 is added to blk_1073741839_1015 (size=5083) 2024-12-04T09:42:43,077 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35503 is added to blk_1073741839_1015 (size=5083) 2024-12-04T09:42:43,077 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=140 B at sequenceid=9 (bloomFilter=true), to=hdfs://localhost:39115/user/jenkins/test-data/9027ee21-0d3e-c20c-5629-7697f61baa52/data/default/testClearRegionBlockCache/e3eb6890c9bb10843582e7ce9480996e/.tmp/family/fdb1f976c50a4e2a8d211f6ac0dde999 2024-12-04T09:42:43,084 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39115/user/jenkins/test-data/9027ee21-0d3e-c20c-5629-7697f61baa52/data/default/testClearRegionBlockCache/e3eb6890c9bb10843582e7ce9480996e/.tmp/family/fdb1f976c50a4e2a8d211f6ac0dde999 as hdfs://localhost:39115/user/jenkins/test-data/9027ee21-0d3e-c20c-5629-7697f61baa52/data/default/testClearRegionBlockCache/e3eb6890c9bb10843582e7ce9480996e/family/fdb1f976c50a4e2a8d211f6ac0dde999 2024-12-04T09:42:43,092 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39115/user/jenkins/test-data/9027ee21-0d3e-c20c-5629-7697f61baa52/data/default/testClearRegionBlockCache/e3eb6890c9bb10843582e7ce9480996e/family/fdb1f976c50a4e2a8d211f6ac0dde999, entries=5, sequenceid=9, filesize=5.0 K 2024-12-04T09:42:43,093 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~140 B/140, heapSize ~760 B/760, currentSize=0 B/0 for e3eb6890c9bb10843582e7ce9480996e in 36ms, sequenceid=9, compaction requested=false 2024-12-04T09:42:43,093 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for e3eb6890c9bb10843582e7ce9480996e: 2024-12-04T09:42:43,094 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 19f924386d7ad112e13e0ab3b48accb7 1/1 column families, dataSize=112 B heapSize=672 B 2024-12-04T09:42:43,110 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39115/user/jenkins/test-data/9027ee21-0d3e-c20c-5629-7697f61baa52/data/default/testClearRegionBlockCache/19f924386d7ad112e13e0ab3b48accb7/.tmp/family/ff12022bee144e1cb468cc75f1975217 is 32, key is 1/family:/1733305363035/Put/seqid=0 2024-12-04T09:42:43,115 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35503 is added to blk_1073741840_1016 (size=5054) 2024-12-04T09:42:43,115 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38053 is added to blk_1073741840_1016 (size=5054) 2024-12-04T09:42:43,115 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:39115/user/jenkins/test-data/9027ee21-0d3e-c20c-5629-7697f61baa52/data/default/testClearRegionBlockCache/19f924386d7ad112e13e0ab3b48accb7/.tmp/family/ff12022bee144e1cb468cc75f1975217 2024-12-04T09:42:43,122 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39115/user/jenkins/test-data/9027ee21-0d3e-c20c-5629-7697f61baa52/data/default/testClearRegionBlockCache/19f924386d7ad112e13e0ab3b48accb7/.tmp/family/ff12022bee144e1cb468cc75f1975217 as hdfs://localhost:39115/user/jenkins/test-data/9027ee21-0d3e-c20c-5629-7697f61baa52/data/default/testClearRegionBlockCache/19f924386d7ad112e13e0ab3b48accb7/family/ff12022bee144e1cb468cc75f1975217 2024-12-04T09:42:43,131 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39115/user/jenkins/test-data/9027ee21-0d3e-c20c-5629-7697f61baa52/data/default/testClearRegionBlockCache/19f924386d7ad112e13e0ab3b48accb7/family/ff12022bee144e1cb468cc75f1975217, entries=4, sequenceid=8, filesize=4.9 K 2024-12-04T09:42:43,132 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~112 B/112, heapSize ~656 B/656, currentSize=0 B/0 for 19f924386d7ad112e13e0ab3b48accb7 in 38ms, sequenceid=8, compaction requested=false 2024-12-04T09:42:43,132 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 19f924386d7ad112e13e0ab3b48accb7: 2024-12-04T09:42:43,136 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testClearRegionBlockCache,, stopping at row=testClearRegionBlockCache ,, for max=2147483647 with caching=100 2024-12-04T09:42:43,140 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-04T09:42:43,140 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-04T09:42:43,141 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41486, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-04T09:42:43,141 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42238, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-04T09:42:43,142 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-04T09:42:43,142 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T09:42:43,142 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.teardown(TestClearRegionBlockCache.java:100) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T09:42:43,142 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T09:42:43,142 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T09:42:43,142 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T09:42:43,143 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-04T09:42:43,143 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1619061992, stopped=false 2024-12-04T09:42:43,143 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=84486a41f81c,43809,1733305360826 2024-12-04T09:42:43,181 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38171-0x101a102841f0001, quorum=127.0.0.1:61410, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-04T09:42:43,181 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41525-0x101a102841f0002, quorum=127.0.0.1:61410, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-04T09:42:43,181 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43809-0x101a102841f0000, quorum=127.0.0.1:61410, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-04T09:42:43,181 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38171-0x101a102841f0001, quorum=127.0.0.1:61410, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T09:42:43,181 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41525-0x101a102841f0002, quorum=127.0.0.1:61410, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T09:42:43,181 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43809-0x101a102841f0000, quorum=127.0.0.1:61410, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T09:42:43,182 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-04T09:42:43,182 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T09:42:43,183 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:38171-0x101a102841f0001, quorum=127.0.0.1:61410, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-04T09:42:43,183 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.teardown(TestClearRegionBlockCache.java:100) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T09:42:43,183 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:43809-0x101a102841f0000, quorum=127.0.0.1:61410, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-04T09:42:43,183 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:41525-0x101a102841f0002, quorum=127.0.0.1:61410, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-04T09:42:43,183 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T09:42:43,183 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '84486a41f81c,38171,1733305361150' ***** 2024-12-04T09:42:43,183 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-04T09:42:43,184 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '84486a41f81c,41525,1733305361227' ***** 2024-12-04T09:42:43,184 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-04T09:42:43,184 INFO [RS:0;84486a41f81c:38171 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-04T09:42:43,184 INFO [RS:1;84486a41f81c:41525 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-04T09:42:43,184 INFO [RS:0;84486a41f81c:38171 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-04T09:42:43,184 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-04T09:42:43,184 INFO [RS:1;84486a41f81c:41525 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-04T09:42:43,184 INFO [RS:0;84486a41f81c:38171 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-04T09:42:43,184 INFO [RS:1;84486a41f81c:41525 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-04T09:42:43,185 INFO [RS:0;84486a41f81c:38171 {}] regionserver.HRegionServer(3091): Received CLOSE for e3eb6890c9bb10843582e7ce9480996e 2024-12-04T09:42:43,185 INFO [RS:1;84486a41f81c:41525 {}] regionserver.HRegionServer(3091): Received CLOSE for 19f924386d7ad112e13e0ab3b48accb7 2024-12-04T09:42:43,185 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-04T09:42:43,185 INFO [RS:0;84486a41f81c:38171 {}] regionserver.HRegionServer(959): stopping server 84486a41f81c,38171,1733305361150 2024-12-04T09:42:43,185 INFO [RS:0;84486a41f81c:38171 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-04T09:42:43,185 INFO [RS:1;84486a41f81c:41525 {}] regionserver.HRegionServer(959): stopping server 84486a41f81c,41525,1733305361227 2024-12-04T09:42:43,185 INFO [RS:1;84486a41f81c:41525 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-04T09:42:43,185 INFO [RS:0;84486a41f81c:38171 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;84486a41f81c:38171. 2024-12-04T09:42:43,185 DEBUG [RS_CLOSE_REGION-regionserver/84486a41f81c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing e3eb6890c9bb10843582e7ce9480996e, disabling compactions & flushes 2024-12-04T09:42:43,185 DEBUG [RS_CLOSE_REGION-regionserver/84486a41f81c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 19f924386d7ad112e13e0ab3b48accb7, disabling compactions & flushes 2024-12-04T09:42:43,185 INFO [RS:1;84486a41f81c:41525 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;84486a41f81c:41525. 2024-12-04T09:42:43,186 INFO [RS_CLOSE_REGION-regionserver/84486a41f81c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,,1733305362384.19f924386d7ad112e13e0ab3b48accb7. 2024-12-04T09:42:43,186 INFO [RS_CLOSE_REGION-regionserver/84486a41f81c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,5,1733305362384.e3eb6890c9bb10843582e7ce9480996e. 2024-12-04T09:42:43,186 DEBUG [RS:0;84486a41f81c:38171 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T09:42:43,186 DEBUG [RS_CLOSE_REGION-regionserver/84486a41f81c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,,1733305362384.19f924386d7ad112e13e0ab3b48accb7. 2024-12-04T09:42:43,186 DEBUG [RS_CLOSE_REGION-regionserver/84486a41f81c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,5,1733305362384.e3eb6890c9bb10843582e7ce9480996e. 2024-12-04T09:42:43,186 DEBUG [RS:1;84486a41f81c:41525 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T09:42:43,186 DEBUG [RS_CLOSE_REGION-regionserver/84486a41f81c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,,1733305362384.19f924386d7ad112e13e0ab3b48accb7. after waiting 0 ms 2024-12-04T09:42:43,186 DEBUG [RS:0;84486a41f81c:38171 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T09:42:43,186 DEBUG [RS:1;84486a41f81c:41525 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T09:42:43,186 DEBUG [RS_CLOSE_REGION-regionserver/84486a41f81c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,,1733305362384.19f924386d7ad112e13e0ab3b48accb7. 2024-12-04T09:42:43,186 DEBUG [RS_CLOSE_REGION-regionserver/84486a41f81c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,5,1733305362384.e3eb6890c9bb10843582e7ce9480996e. after waiting 0 ms 2024-12-04T09:42:43,186 DEBUG [RS_CLOSE_REGION-regionserver/84486a41f81c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,5,1733305362384.e3eb6890c9bb10843582e7ce9480996e. 2024-12-04T09:42:43,186 INFO [RS:0;84486a41f81c:38171 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-04T09:42:43,186 INFO [RS:1;84486a41f81c:41525 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-04T09:42:43,186 INFO [RS:0;84486a41f81c:38171 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-04T09:42:43,186 DEBUG [RS:1;84486a41f81c:41525 {}] regionserver.HRegionServer(1325): Online Regions={19f924386d7ad112e13e0ab3b48accb7=testClearRegionBlockCache,,1733305362384.19f924386d7ad112e13e0ab3b48accb7.} 2024-12-04T09:42:43,186 INFO [RS:0;84486a41f81c:38171 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-04T09:42:43,186 DEBUG [RS:1;84486a41f81c:41525 {}] regionserver.HRegionServer(1351): Waiting on 19f924386d7ad112e13e0ab3b48accb7 2024-12-04T09:42:43,186 INFO [RS:0;84486a41f81c:38171 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-04T09:42:43,186 INFO [RS:0;84486a41f81c:38171 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-04T09:42:43,186 DEBUG [RS:0;84486a41f81c:38171 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, e3eb6890c9bb10843582e7ce9480996e=testClearRegionBlockCache,5,1733305362384.e3eb6890c9bb10843582e7ce9480996e.} 2024-12-04T09:42:43,187 DEBUG [RS_CLOSE_META-regionserver/84486a41f81c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-04T09:42:43,187 DEBUG [RS:0;84486a41f81c:38171 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, e3eb6890c9bb10843582e7ce9480996e 2024-12-04T09:42:43,187 INFO [RS_CLOSE_META-regionserver/84486a41f81c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-04T09:42:43,187 DEBUG [RS_CLOSE_META-regionserver/84486a41f81c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-04T09:42:43,187 DEBUG [RS_CLOSE_META-regionserver/84486a41f81c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-04T09:42:43,187 DEBUG [RS_CLOSE_META-regionserver/84486a41f81c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-04T09:42:43,187 INFO [RS_CLOSE_META-regionserver/84486a41f81c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.79 KB heapSize=5.57 KB 2024-12-04T09:42:43,192 DEBUG [RS_CLOSE_REGION-regionserver/84486a41f81c:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39115/user/jenkins/test-data/9027ee21-0d3e-c20c-5629-7697f61baa52/data/default/testClearRegionBlockCache/19f924386d7ad112e13e0ab3b48accb7/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-12-04T09:42:43,192 INFO [RS_CLOSE_REGION-regionserver/84486a41f81c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,,1733305362384.19f924386d7ad112e13e0ab3b48accb7. 2024-12-04T09:42:43,192 DEBUG [RS_CLOSE_REGION-regionserver/84486a41f81c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 19f924386d7ad112e13e0ab3b48accb7: Waiting for close lock at 1733305363185Running coprocessor pre-close hooks at 1733305363185Disabling compacts and flushes for region at 1733305363185Disabling writes for close at 1733305363186 (+1 ms)Writing region close event to WAL at 1733305363187 (+1 ms)Running coprocessor post-close hooks at 1733305363192 (+5 ms)Closed at 1733305363192 2024-12-04T09:42:43,193 DEBUG [RS_CLOSE_REGION-regionserver/84486a41f81c:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,,1733305362384.19f924386d7ad112e13e0ab3b48accb7. 2024-12-04T09:42:43,198 DEBUG [RS_CLOSE_REGION-regionserver/84486a41f81c:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39115/user/jenkins/test-data/9027ee21-0d3e-c20c-5629-7697f61baa52/data/default/testClearRegionBlockCache/e3eb6890c9bb10843582e7ce9480996e/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=1 2024-12-04T09:42:43,198 INFO [RS_CLOSE_REGION-regionserver/84486a41f81c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,5,1733305362384.e3eb6890c9bb10843582e7ce9480996e. 2024-12-04T09:42:43,198 DEBUG [RS_CLOSE_REGION-regionserver/84486a41f81c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for e3eb6890c9bb10843582e7ce9480996e: Waiting for close lock at 1733305363185Running coprocessor pre-close hooks at 1733305363185Disabling compacts and flushes for region at 1733305363185Disabling writes for close at 1733305363186 (+1 ms)Writing region close event to WAL at 1733305363187 (+1 ms)Running coprocessor post-close hooks at 1733305363198 (+11 ms)Closed at 1733305363198 2024-12-04T09:42:43,198 DEBUG [RS_CLOSE_REGION-regionserver/84486a41f81c:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,5,1733305362384.e3eb6890c9bb10843582e7ce9480996e. 2024-12-04T09:42:43,204 DEBUG [RS_CLOSE_META-regionserver/84486a41f81c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39115/user/jenkins/test-data/9027ee21-0d3e-c20c-5629-7697f61baa52/data/hbase/meta/1588230740/.tmp/info/ec827d84a14e4180894f20d3cb7a07e2 is 173, key is testClearRegionBlockCache,5,1733305362384.e3eb6890c9bb10843582e7ce9480996e./info:regioninfo/1733305362762/Put/seqid=0 2024-12-04T09:42:43,210 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35503 is added to blk_1073741841_1017 (size=8173) 2024-12-04T09:42:43,210 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38053 is added to blk_1073741841_1017 (size=8173) 2024-12-04T09:42:43,211 INFO [RS_CLOSE_META-regionserver/84486a41f81c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.60 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:39115/user/jenkins/test-data/9027ee21-0d3e-c20c-5629-7697f61baa52/data/hbase/meta/1588230740/.tmp/info/ec827d84a14e4180894f20d3cb7a07e2 2024-12-04T09:42:43,229 DEBUG [RS_CLOSE_META-regionserver/84486a41f81c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39115/user/jenkins/test-data/9027ee21-0d3e-c20c-5629-7697f61baa52/data/hbase/meta/1588230740/.tmp/ns/dd3f908da44044788b4e6fb6701e7ae5 is 43, key is default/ns:d/1733305362269/Put/seqid=0 2024-12-04T09:42:43,235 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35503 is added to blk_1073741842_1018 (size=5153) 2024-12-04T09:42:43,235 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38053 is added to blk_1073741842_1018 (size=5153) 2024-12-04T09:42:43,235 INFO [RS_CLOSE_META-regionserver/84486a41f81c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:39115/user/jenkins/test-data/9027ee21-0d3e-c20c-5629-7697f61baa52/data/hbase/meta/1588230740/.tmp/ns/dd3f908da44044788b4e6fb6701e7ae5 2024-12-04T09:42:43,243 INFO [regionserver/84486a41f81c:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-04T09:42:43,243 INFO [regionserver/84486a41f81c:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-04T09:42:43,256 DEBUG [RS_CLOSE_META-regionserver/84486a41f81c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39115/user/jenkins/test-data/9027ee21-0d3e-c20c-5629-7697f61baa52/data/hbase/meta/1588230740/.tmp/table/1b8960006e6d4e0faa515e8fa30278fa is 61, key is testClearRegionBlockCache/table:state/1733305362773/Put/seqid=0 2024-12-04T09:42:43,261 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35503 is added to blk_1073741843_1019 (size=5312) 2024-12-04T09:42:43,262 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38053 is added to blk_1073741843_1019 (size=5312) 2024-12-04T09:42:43,262 INFO [RS_CLOSE_META-regionserver/84486a41f81c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=114 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:39115/user/jenkins/test-data/9027ee21-0d3e-c20c-5629-7697f61baa52/data/hbase/meta/1588230740/.tmp/table/1b8960006e6d4e0faa515e8fa30278fa 2024-12-04T09:42:43,268 DEBUG [RS_CLOSE_META-regionserver/84486a41f81c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39115/user/jenkins/test-data/9027ee21-0d3e-c20c-5629-7697f61baa52/data/hbase/meta/1588230740/.tmp/info/ec827d84a14e4180894f20d3cb7a07e2 as hdfs://localhost:39115/user/jenkins/test-data/9027ee21-0d3e-c20c-5629-7697f61baa52/data/hbase/meta/1588230740/info/ec827d84a14e4180894f20d3cb7a07e2 2024-12-04T09:42:43,274 INFO [RS_CLOSE_META-regionserver/84486a41f81c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39115/user/jenkins/test-data/9027ee21-0d3e-c20c-5629-7697f61baa52/data/hbase/meta/1588230740/info/ec827d84a14e4180894f20d3cb7a07e2, entries=20, sequenceid=13, filesize=8.0 K 2024-12-04T09:42:43,275 DEBUG [RS_CLOSE_META-regionserver/84486a41f81c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39115/user/jenkins/test-data/9027ee21-0d3e-c20c-5629-7697f61baa52/data/hbase/meta/1588230740/.tmp/ns/dd3f908da44044788b4e6fb6701e7ae5 as hdfs://localhost:39115/user/jenkins/test-data/9027ee21-0d3e-c20c-5629-7697f61baa52/data/hbase/meta/1588230740/ns/dd3f908da44044788b4e6fb6701e7ae5 2024-12-04T09:42:43,281 INFO [RS_CLOSE_META-regionserver/84486a41f81c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39115/user/jenkins/test-data/9027ee21-0d3e-c20c-5629-7697f61baa52/data/hbase/meta/1588230740/ns/dd3f908da44044788b4e6fb6701e7ae5, entries=2, sequenceid=13, filesize=5.0 K 2024-12-04T09:42:43,283 DEBUG [RS_CLOSE_META-regionserver/84486a41f81c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39115/user/jenkins/test-data/9027ee21-0d3e-c20c-5629-7697f61baa52/data/hbase/meta/1588230740/.tmp/table/1b8960006e6d4e0faa515e8fa30278fa as hdfs://localhost:39115/user/jenkins/test-data/9027ee21-0d3e-c20c-5629-7697f61baa52/data/hbase/meta/1588230740/table/1b8960006e6d4e0faa515e8fa30278fa 2024-12-04T09:42:43,289 INFO [RS_CLOSE_META-regionserver/84486a41f81c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39115/user/jenkins/test-data/9027ee21-0d3e-c20c-5629-7697f61baa52/data/hbase/meta/1588230740/table/1b8960006e6d4e0faa515e8fa30278fa, entries=2, sequenceid=13, filesize=5.2 K 2024-12-04T09:42:43,290 INFO [RS_CLOSE_META-regionserver/84486a41f81c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.79 KB/2852, heapSize ~5.27 KB/5400, currentSize=0 B/0 for 1588230740 in 103ms, sequenceid=13, compaction requested=false 2024-12-04T09:42:43,295 DEBUG [RS_CLOSE_META-regionserver/84486a41f81c:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39115/user/jenkins/test-data/9027ee21-0d3e-c20c-5629-7697f61baa52/data/hbase/meta/1588230740/recovered.edits/16.seqid, newMaxSeqId=16, maxSeqId=1 2024-12-04T09:42:43,295 DEBUG [RS_CLOSE_META-regionserver/84486a41f81c:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-04T09:42:43,295 INFO [RS_CLOSE_META-regionserver/84486a41f81c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-04T09:42:43,295 DEBUG [RS_CLOSE_META-regionserver/84486a41f81c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733305363186Running coprocessor pre-close hooks at 1733305363186Disabling compacts and flushes for region at 1733305363186Disabling writes for close at 1733305363187 (+1 ms)Obtaining lock to block concurrent updates at 1733305363187Preparing flush snapshotting stores in 1588230740 at 1733305363187Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2852, getHeapSize=5640, getOffHeapSize=0, getCellsCount=24 at 1733305363188 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1733305363188Flushing 1588230740/info: creating writer at 1733305363188Flushing 1588230740/info: appending metadata at 1733305363204 (+16 ms)Flushing 1588230740/info: closing flushed file at 1733305363204Flushing 1588230740/ns: creating writer at 1733305363216 (+12 ms)Flushing 1588230740/ns: appending metadata at 1733305363229 (+13 ms)Flushing 1588230740/ns: closing flushed file at 1733305363229Flushing 1588230740/table: creating writer at 1733305363240 (+11 ms)Flushing 1588230740/table: appending metadata at 1733305363256 (+16 ms)Flushing 1588230740/table: closing flushed file at 1733305363256Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6d6b887e: reopening flushed file at 1733305363267 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4ef4d4c5: reopening flushed file at 1733305363274 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2d79b97c: reopening flushed file at 1733305363282 (+8 ms)Finished flush of dataSize ~2.79 KB/2852, heapSize ~5.27 KB/5400, currentSize=0 B/0 for 1588230740 in 103ms, sequenceid=13, compaction requested=false at 1733305363290 (+8 ms)Writing region close event to WAL at 1733305363291 (+1 ms)Running coprocessor post-close hooks at 1733305363295 (+4 ms)Closed at 1733305363295 2024-12-04T09:42:43,296 DEBUG [RS_CLOSE_META-regionserver/84486a41f81c:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-04T09:42:43,321 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-04T09:42:43,325 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T09:42:43,349 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T09:42:43,350 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T09:42:43,386 INFO [RS:1;84486a41f81c:41525 {}] regionserver.HRegionServer(976): stopping server 84486a41f81c,41525,1733305361227; all regions closed. 2024-12-04T09:42:43,387 INFO [RS:0;84486a41f81c:38171 {}] regionserver.HRegionServer(976): stopping server 84486a41f81c,38171,1733305361150; all regions closed. 2024-12-04T09:42:43,389 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38053 is added to blk_1073741833_1009 (size=1758) 2024-12-04T09:42:43,389 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35503 is added to blk_1073741833_1009 (size=1758) 2024-12-04T09:42:43,390 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38053 is added to blk_1073741835_1011 (size=4338) 2024-12-04T09:42:43,390 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35503 is added to blk_1073741835_1011 (size=4338) 2024-12-04T09:42:43,392 DEBUG [RS:1;84486a41f81c:41525 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/9027ee21-0d3e-c20c-5629-7697f61baa52/oldWALs 2024-12-04T09:42:43,392 INFO [RS:1;84486a41f81c:41525 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 84486a41f81c%2C41525%2C1733305361227:(num 1733305361773) 2024-12-04T09:42:43,392 DEBUG [RS:1;84486a41f81c:41525 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T09:42:43,392 INFO [RS:1;84486a41f81c:41525 {}] regionserver.LeaseManager(133): Closed leases 2024-12-04T09:42:43,392 INFO [RS:1;84486a41f81c:41525 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-04T09:42:43,392 INFO [RS:1;84486a41f81c:41525 {}] hbase.ChoreService(370): Chore service for: regionserver/84486a41f81c:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-12-04T09:42:43,393 INFO [RS:1;84486a41f81c:41525 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-04T09:42:43,393 INFO [RS:1;84486a41f81c:41525 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-04T09:42:43,393 INFO [regionserver/84486a41f81c:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-04T09:42:43,393 DEBUG [RS:0;84486a41f81c:38171 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/9027ee21-0d3e-c20c-5629-7697f61baa52/oldWALs 2024-12-04T09:42:43,393 INFO [RS:1;84486a41f81c:41525 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-04T09:42:43,393 INFO [RS:1;84486a41f81c:41525 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-04T09:42:43,393 INFO [RS:0;84486a41f81c:38171 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 84486a41f81c%2C38171%2C1733305361150.meta:.meta(num 1733305362212) 2024-12-04T09:42:43,393 INFO [RS:1;84486a41f81c:41525 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:41525 2024-12-04T09:42:43,396 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38053 is added to blk_1073741834_1010 (size=1867) 2024-12-04T09:42:43,396 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35503 is added to blk_1073741834_1010 (size=1867) 2024-12-04T09:42:43,399 DEBUG [RS:0;84486a41f81c:38171 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/9027ee21-0d3e-c20c-5629-7697f61baa52/oldWALs 2024-12-04T09:42:43,399 INFO [RS:0;84486a41f81c:38171 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 84486a41f81c%2C38171%2C1733305361150:(num 1733305361788) 2024-12-04T09:42:43,399 DEBUG [RS:0;84486a41f81c:38171 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T09:42:43,399 INFO [RS:0;84486a41f81c:38171 {}] regionserver.LeaseManager(133): Closed leases 2024-12-04T09:42:43,399 INFO [RS:0;84486a41f81c:38171 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-04T09:42:43,399 INFO [RS:0;84486a41f81c:38171 {}] hbase.ChoreService(370): Chore service for: regionserver/84486a41f81c:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-04T09:42:43,399 INFO [RS:0;84486a41f81c:38171 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-04T09:42:43,399 INFO [regionserver/84486a41f81c:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-04T09:42:43,399 INFO [RS:0;84486a41f81c:38171 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:38171 2024-12-04T09:42:43,404 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43809-0x101a102841f0000, quorum=127.0.0.1:61410, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-04T09:42:43,404 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41525-0x101a102841f0002, quorum=127.0.0.1:61410, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/84486a41f81c,41525,1733305361227 2024-12-04T09:42:43,404 INFO [RS:1;84486a41f81c:41525 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-04T09:42:43,412 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38171-0x101a102841f0001, quorum=127.0.0.1:61410, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/84486a41f81c,38171,1733305361150 2024-12-04T09:42:43,412 INFO [RS:0;84486a41f81c:38171 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-04T09:42:43,421 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [84486a41f81c,38171,1733305361150] 2024-12-04T09:42:43,437 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/84486a41f81c,38171,1733305361150 already deleted, retry=false 2024-12-04T09:42:43,438 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 84486a41f81c,38171,1733305361150 expired; onlineServers=1 2024-12-04T09:42:43,438 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [84486a41f81c,41525,1733305361227] 2024-12-04T09:42:43,448 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/84486a41f81c,41525,1733305361227 already deleted, retry=false 2024-12-04T09:42:43,448 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 84486a41f81c,41525,1733305361227 expired; onlineServers=0 2024-12-04T09:42:43,448 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '84486a41f81c,43809,1733305360826' ***** 2024-12-04T09:42:43,448 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-04T09:42:43,448 INFO [M:0;84486a41f81c:43809 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-04T09:42:43,449 INFO [M:0;84486a41f81c:43809 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-04T09:42:43,449 DEBUG [M:0;84486a41f81c:43809 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-04T09:42:43,449 DEBUG [M:0;84486a41f81c:43809 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-04T09:42:43,449 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-04T09:42:43,449 DEBUG [master/84486a41f81c:0:becomeActiveMaster-HFileCleaner.large.0-1733305361557 {}] cleaner.HFileCleaner(306): Exit Thread[master/84486a41f81c:0:becomeActiveMaster-HFileCleaner.large.0-1733305361557,5,FailOnTimeoutGroup] 2024-12-04T09:42:43,450 DEBUG [master/84486a41f81c:0:becomeActiveMaster-HFileCleaner.small.0-1733305361558 {}] cleaner.HFileCleaner(306): Exit Thread[master/84486a41f81c:0:becomeActiveMaster-HFileCleaner.small.0-1733305361558,5,FailOnTimeoutGroup] 2024-12-04T09:42:43,450 INFO [M:0;84486a41f81c:43809 {}] hbase.ChoreService(370): Chore service for: master/84486a41f81c:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-04T09:42:43,450 INFO [M:0;84486a41f81c:43809 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-04T09:42:43,451 DEBUG [M:0;84486a41f81c:43809 {}] master.HMaster(1795): Stopping service threads 2024-12-04T09:42:43,451 INFO [M:0;84486a41f81c:43809 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-04T09:42:43,451 INFO [M:0;84486a41f81c:43809 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-04T09:42:43,452 INFO [M:0;84486a41f81c:43809 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-04T09:42:43,452 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-04T09:42:43,456 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43809-0x101a102841f0000, quorum=127.0.0.1:61410, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-12-04T09:42:43,456 DEBUG [M:0;84486a41f81c:43809 {}] zookeeper.ZKUtil(347): master:43809-0x101a102841f0000, quorum=127.0.0.1:61410, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-12-04T09:42:43,456 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43809-0x101a102841f0000, quorum=127.0.0.1:61410, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T09:42:43,456 WARN [M:0;84486a41f81c:43809 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-04T09:42:43,457 INFO [M:0;84486a41f81c:43809 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:39115/user/jenkins/test-data/9027ee21-0d3e-c20c-5629-7697f61baa52/.lastflushedseqids 2024-12-04T09:42:43,462 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35503 is added to blk_1073741844_1020 (size=191) 2024-12-04T09:42:43,463 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38053 is added to blk_1073741844_1020 (size=191) 2024-12-04T09:42:43,463 INFO [M:0;84486a41f81c:43809 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-04T09:42:43,463 INFO [M:0;84486a41f81c:43809 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-04T09:42:43,463 DEBUG [M:0;84486a41f81c:43809 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-04T09:42:43,463 INFO [M:0;84486a41f81c:43809 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T09:42:43,463 DEBUG [M:0;84486a41f81c:43809 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T09:42:43,463 DEBUG [M:0;84486a41f81c:43809 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-04T09:42:43,463 DEBUG [M:0;84486a41f81c:43809 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T09:42:43,464 INFO [M:0;84486a41f81c:43809 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=29.59 KB heapSize=36.96 KB 2024-12-04T09:42:43,478 DEBUG [M:0;84486a41f81c:43809 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39115/user/jenkins/test-data/9027ee21-0d3e-c20c-5629-7697f61baa52/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/119df593687f4e29b6dc7bc144fc1882 is 82, key is hbase:meta,,1/info:regioninfo/1733305362248/Put/seqid=0 2024-12-04T09:42:43,482 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38053 is added to blk_1073741845_1021 (size=5672) 2024-12-04T09:42:43,483 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35503 is added to blk_1073741845_1021 (size=5672) 2024-12-04T09:42:43,483 INFO [M:0;84486a41f81c:43809 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:39115/user/jenkins/test-data/9027ee21-0d3e-c20c-5629-7697f61baa52/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/119df593687f4e29b6dc7bc144fc1882 2024-12-04T09:42:43,505 DEBUG [M:0;84486a41f81c:43809 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39115/user/jenkins/test-data/9027ee21-0d3e-c20c-5629-7697f61baa52/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/736cbb7138844954b0b47e1dd383adee is 804, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1733305362778/Put/seqid=0 2024-12-04T09:42:43,509 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38053 is added to blk_1073741846_1022 (size=6220) 2024-12-04T09:42:43,510 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35503 is added to blk_1073741846_1022 (size=6220) 2024-12-04T09:42:43,510 INFO [M:0;84486a41f81c:43809 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28.98 KB at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:39115/user/jenkins/test-data/9027ee21-0d3e-c20c-5629-7697f61baa52/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/736cbb7138844954b0b47e1dd383adee 2024-12-04T09:42:43,521 INFO [RS:1;84486a41f81c:41525 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-04T09:42:43,521 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41525-0x101a102841f0002, quorum=127.0.0.1:61410, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T09:42:43,521 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41525-0x101a102841f0002, quorum=127.0.0.1:61410, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T09:42:43,521 INFO [RS:1;84486a41f81c:41525 {}] regionserver.HRegionServer(1031): Exiting; stopping=84486a41f81c,41525,1733305361227; zookeeper connection closed. 2024-12-04T09:42:43,521 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@9c285e1 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@9c285e1 2024-12-04T09:42:43,550 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38171-0x101a102841f0001, quorum=127.0.0.1:61410, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T09:42:43,550 INFO [RS:0;84486a41f81c:38171 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-04T09:42:43,550 INFO [RS:0;84486a41f81c:38171 {}] regionserver.HRegionServer(1031): Exiting; stopping=84486a41f81c,38171,1733305361150; zookeeper connection closed. 2024-12-04T09:42:43,550 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38171-0x101a102841f0001, quorum=127.0.0.1:61410, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T09:42:43,550 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@42ddda55 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@42ddda55 2024-12-04T09:42:43,551 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 2 regionserver(s) complete 2024-12-04T09:42:43,553 DEBUG [M:0;84486a41f81c:43809 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39115/user/jenkins/test-data/9027ee21-0d3e-c20c-5629-7697f61baa52/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9676a06322ab4467aab7c3d5a8f8ae06 is 69, key is 84486a41f81c,38171,1733305361150/rs:state/1733305361595/Put/seqid=0 2024-12-04T09:42:43,558 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35503 is added to blk_1073741847_1023 (size=5224) 2024-12-04T09:42:43,559 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38053 is added to blk_1073741847_1023 (size=5224) 2024-12-04T09:42:43,559 INFO [M:0;84486a41f81c:43809 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=130 B at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:39115/user/jenkins/test-data/9027ee21-0d3e-c20c-5629-7697f61baa52/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9676a06322ab4467aab7c3d5a8f8ae06 2024-12-04T09:42:43,565 DEBUG [M:0;84486a41f81c:43809 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39115/user/jenkins/test-data/9027ee21-0d3e-c20c-5629-7697f61baa52/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/119df593687f4e29b6dc7bc144fc1882 as hdfs://localhost:39115/user/jenkins/test-data/9027ee21-0d3e-c20c-5629-7697f61baa52/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/119df593687f4e29b6dc7bc144fc1882 2024-12-04T09:42:43,571 INFO [M:0;84486a41f81c:43809 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39115/user/jenkins/test-data/9027ee21-0d3e-c20c-5629-7697f61baa52/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/119df593687f4e29b6dc7bc144fc1882, entries=8, sequenceid=71, filesize=5.5 K 2024-12-04T09:42:43,572 DEBUG [M:0;84486a41f81c:43809 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39115/user/jenkins/test-data/9027ee21-0d3e-c20c-5629-7697f61baa52/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/736cbb7138844954b0b47e1dd383adee as hdfs://localhost:39115/user/jenkins/test-data/9027ee21-0d3e-c20c-5629-7697f61baa52/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/736cbb7138844954b0b47e1dd383adee 2024-12-04T09:42:43,577 INFO [M:0;84486a41f81c:43809 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39115/user/jenkins/test-data/9027ee21-0d3e-c20c-5629-7697f61baa52/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/736cbb7138844954b0b47e1dd383adee, entries=8, sequenceid=71, filesize=6.1 K 2024-12-04T09:42:43,578 DEBUG [M:0;84486a41f81c:43809 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39115/user/jenkins/test-data/9027ee21-0d3e-c20c-5629-7697f61baa52/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9676a06322ab4467aab7c3d5a8f8ae06 as hdfs://localhost:39115/user/jenkins/test-data/9027ee21-0d3e-c20c-5629-7697f61baa52/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/9676a06322ab4467aab7c3d5a8f8ae06 2024-12-04T09:42:43,584 INFO [M:0;84486a41f81c:43809 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39115/user/jenkins/test-data/9027ee21-0d3e-c20c-5629-7697f61baa52/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/9676a06322ab4467aab7c3d5a8f8ae06, entries=2, sequenceid=71, filesize=5.1 K 2024-12-04T09:42:43,586 INFO [M:0;84486a41f81c:43809 {}] regionserver.HRegion(3140): Finished flush of dataSize ~29.59 KB/30305, heapSize ~36.66 KB/37544, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 123ms, sequenceid=71, compaction requested=false 2024-12-04T09:42:43,587 INFO [M:0;84486a41f81c:43809 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T09:42:43,587 DEBUG [M:0;84486a41f81c:43809 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733305363463Disabling compacts and flushes for region at 1733305363463Disabling writes for close at 1733305363463Obtaining lock to block concurrent updates at 1733305363464 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733305363464Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=30305, getHeapSize=37784, getOffHeapSize=0, getCellsCount=86 at 1733305363464Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733305363465 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733305363465Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733305363477 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733305363477Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733305363488 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733305363504 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733305363504Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733305363515 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733305363553 (+38 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733305363553Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@60a95515: reopening flushed file at 1733305363564 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7ba36fa4: reopening flushed file at 1733305363571 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@14a135bb: reopening flushed file at 1733305363577 (+6 ms)Finished flush of dataSize ~29.59 KB/30305, heapSize ~36.66 KB/37544, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 123ms, sequenceid=71, compaction requested=false at 1733305363586 (+9 ms)Writing region close event to WAL at 1733305363587 (+1 ms)Closed at 1733305363587 2024-12-04T09:42:43,590 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38053 is added to blk_1073741830_1006 (size=35452) 2024-12-04T09:42:43,590 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35503 is added to blk_1073741830_1006 (size=35452) 2024-12-04T09:42:43,591 INFO [M:0;84486a41f81c:43809 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-04T09:42:43,591 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-04T09:42:43,591 INFO [M:0;84486a41f81c:43809 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:43809 2024-12-04T09:42:43,591 INFO [M:0;84486a41f81c:43809 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-04T09:42:43,698 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43809-0x101a102841f0000, quorum=127.0.0.1:61410, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T09:42:43,698 INFO [M:0;84486a41f81c:43809 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-04T09:42:43,698 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43809-0x101a102841f0000, quorum=127.0.0.1:61410, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T09:42:43,705 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@199e5219{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-04T09:42:43,706 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3e5c7ab0{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-04T09:42:43,706 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-04T09:42:43,706 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@41db7236{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-04T09:42:43,707 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@9a33395{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a25cb843-4be3-a0c1-71bb-6c9f6f169d1a/hadoop.log.dir/,STOPPED} 2024-12-04T09:42:43,709 WARN [BP-933197094-172.17.0.2-1733305359405 heartbeating to localhost/127.0.0.1:39115 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-04T09:42:43,709 WARN [BP-933197094-172.17.0.2-1733305359405 heartbeating to localhost/127.0.0.1:39115 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-933197094-172.17.0.2-1733305359405 (Datanode Uuid 0430748d-28f5-41b1-8ad7-b7dcb0a90cba) service to localhost/127.0.0.1:39115 2024-12-04T09:42:43,709 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-04T09:42:43,709 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-04T09:42:43,709 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a25cb843-4be3-a0c1-71bb-6c9f6f169d1a/cluster_9c533fe2-c073-4c4f-f70f-374714895da1/data/data3/current/BP-933197094-172.17.0.2-1733305359405 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-04T09:42:43,709 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a25cb843-4be3-a0c1-71bb-6c9f6f169d1a/cluster_9c533fe2-c073-4c4f-f70f-374714895da1/data/data4/current/BP-933197094-172.17.0.2-1733305359405 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-04T09:42:43,710 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-04T09:42:43,711 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7b2f6beb{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-04T09:42:43,711 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@45e2578a{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-04T09:42:43,711 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-04T09:42:43,712 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7d860141{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-04T09:42:43,712 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2b94ce22{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a25cb843-4be3-a0c1-71bb-6c9f6f169d1a/hadoop.log.dir/,STOPPED} 2024-12-04T09:42:43,713 WARN [BP-933197094-172.17.0.2-1733305359405 heartbeating to localhost/127.0.0.1:39115 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-04T09:42:43,713 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-04T09:42:43,713 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-04T09:42:43,713 WARN [BP-933197094-172.17.0.2-1733305359405 heartbeating to localhost/127.0.0.1:39115 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-933197094-172.17.0.2-1733305359405 (Datanode Uuid 53a2ee0b-b901-47af-bda9-fb29c0ce30e3) service to localhost/127.0.0.1:39115 2024-12-04T09:42:43,713 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a25cb843-4be3-a0c1-71bb-6c9f6f169d1a/cluster_9c533fe2-c073-4c4f-f70f-374714895da1/data/data1/current/BP-933197094-172.17.0.2-1733305359405 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-04T09:42:43,713 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a25cb843-4be3-a0c1-71bb-6c9f6f169d1a/cluster_9c533fe2-c073-4c4f-f70f-374714895da1/data/data2/current/BP-933197094-172.17.0.2-1733305359405 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-04T09:42:43,713 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-04T09:42:43,719 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5a10ebb1{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-04T09:42:43,719 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@8e045bc{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-04T09:42:43,720 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-04T09:42:43,720 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@600a72d5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-04T09:42:43,720 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5d510aea{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a25cb843-4be3-a0c1-71bb-6c9f6f169d1a/hadoop.log.dir/,STOPPED} 2024-12-04T09:42:43,725 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-04T09:42:43,743 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-04T09:42:43,749 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.TestClearRegionBlockCache#testClearBlockCacheFromAdmin[0: lru] Thread=130 (was 110) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39115 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-11-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39115 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-16 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1981660773) connection to localhost/127.0.0.1:39115 from jenkins.hfs.4 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.4@localhost:39115 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1981660773) connection to localhost/127.0.0.1:39115 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-12-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-9-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:39115 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-11-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-11-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-9-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-9-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1981660773) connection to localhost/127.0.0.1:39115 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-11-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.5@localhost:39115 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1981660773) connection to localhost/127.0.0.1:39115 from jenkins.hfs.5 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-13-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39115 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39115 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=470 (was 441) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=314 (was 316), ProcessCount=11 (was 11), AvailableMemoryMB=9998 (was 10296) 2024-12-04T09:42:43,756 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.TestClearRegionBlockCache#testClearBlockCacheFromAsyncAdmin[1: bucket] Thread=130, OpenFileDescriptor=470, MaxFileDescriptor=1048576, SystemLoadAverage=314, ProcessCount=11, AvailableMemoryMB=9998 2024-12-04T09:42:43,766 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a25cb843-4be3-a0c1-71bb-6c9f6f169d1a/hadoop.log.dir so I do NOT create it in target/test-data/f50ecd17-8f2c-8464-7b0c-4243dff17dc0 2024-12-04T09:42:43,766 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a25cb843-4be3-a0c1-71bb-6c9f6f169d1a/hadoop.log.dir Erasing configuration value by system value. 2024-12-04T09:42:43,766 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a25cb843-4be3-a0c1-71bb-6c9f6f169d1a/hadoop.tmp.dir so I do NOT create it in target/test-data/f50ecd17-8f2c-8464-7b0c-4243dff17dc0 2024-12-04T09:42:43,766 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a25cb843-4be3-a0c1-71bb-6c9f6f169d1a/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-04T09:42:43,766 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f50ecd17-8f2c-8464-7b0c-4243dff17dc0 2024-12-04T09:42:43,766 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=2, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-04T09:42:43,766 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f50ecd17-8f2c-8464-7b0c-4243dff17dc0/cluster_eff269b0-19b6-807d-b963-0e2bd3c8915f, deleteOnExit=true 2024-12-04T09:42:43,766 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-04T09:42:43,767 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f50ecd17-8f2c-8464-7b0c-4243dff17dc0/test.cache.data in system properties and HBase conf 2024-12-04T09:42:43,767 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f50ecd17-8f2c-8464-7b0c-4243dff17dc0/hadoop.tmp.dir in system properties and HBase conf 2024-12-04T09:42:43,767 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f50ecd17-8f2c-8464-7b0c-4243dff17dc0/hadoop.log.dir in system properties and HBase conf 2024-12-04T09:42:43,767 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f50ecd17-8f2c-8464-7b0c-4243dff17dc0/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-04T09:42:43,767 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f50ecd17-8f2c-8464-7b0c-4243dff17dc0/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-04T09:42:43,767 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-04T09:42:43,767 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-04T09:42:43,767 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f50ecd17-8f2c-8464-7b0c-4243dff17dc0/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-04T09:42:43,767 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f50ecd17-8f2c-8464-7b0c-4243dff17dc0/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-04T09:42:43,767 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f50ecd17-8f2c-8464-7b0c-4243dff17dc0/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-04T09:42:43,767 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f50ecd17-8f2c-8464-7b0c-4243dff17dc0/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-04T09:42:43,767 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f50ecd17-8f2c-8464-7b0c-4243dff17dc0/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-04T09:42:43,767 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f50ecd17-8f2c-8464-7b0c-4243dff17dc0/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-04T09:42:43,767 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f50ecd17-8f2c-8464-7b0c-4243dff17dc0/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-04T09:42:43,767 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f50ecd17-8f2c-8464-7b0c-4243dff17dc0/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-04T09:42:43,768 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f50ecd17-8f2c-8464-7b0c-4243dff17dc0/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-04T09:42:43,768 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f50ecd17-8f2c-8464-7b0c-4243dff17dc0/nfs.dump.dir in system properties and HBase conf 2024-12-04T09:42:43,768 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f50ecd17-8f2c-8464-7b0c-4243dff17dc0/java.io.tmpdir in system properties and HBase conf 2024-12-04T09:42:43,768 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f50ecd17-8f2c-8464-7b0c-4243dff17dc0/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-04T09:42:43,768 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f50ecd17-8f2c-8464-7b0c-4243dff17dc0/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-04T09:42:43,768 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f50ecd17-8f2c-8464-7b0c-4243dff17dc0/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-04T09:42:43,979 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T09:42:43,983 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-04T09:42:43,988 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-04T09:42:43,988 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-04T09:42:43,988 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-04T09:42:43,988 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T09:42:43,989 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3b1ca055{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f50ecd17-8f2c-8464-7b0c-4243dff17dc0/hadoop.log.dir/,AVAILABLE} 2024-12-04T09:42:43,989 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@43f26d8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-04T09:42:44,081 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@654d1077{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f50ecd17-8f2c-8464-7b0c-4243dff17dc0/java.io.tmpdir/jetty-localhost-39809-hadoop-hdfs-3_4_1-tests_jar-_-any-13899752877265542396/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-04T09:42:44,082 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@31afb740{HTTP/1.1, (http/1.1)}{localhost:39809} 2024-12-04T09:42:44,082 INFO [Time-limited test {}] server.Server(415): Started @22180ms 2024-12-04T09:42:44,290 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T09:42:44,293 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-04T09:42:44,294 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-04T09:42:44,294 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-04T09:42:44,294 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-04T09:42:44,294 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7508e196{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f50ecd17-8f2c-8464-7b0c-4243dff17dc0/hadoop.log.dir/,AVAILABLE} 2024-12-04T09:42:44,295 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@68b99fd5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-04T09:42:44,386 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3b36d7fe{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f50ecd17-8f2c-8464-7b0c-4243dff17dc0/java.io.tmpdir/jetty-localhost-38281-hadoop-hdfs-3_4_1-tests_jar-_-any-17198228124813826182/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-04T09:42:44,386 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@61fca110{HTTP/1.1, (http/1.1)}{localhost:38281} 2024-12-04T09:42:44,386 INFO [Time-limited test {}] server.Server(415): Started @22485ms 2024-12-04T09:42:44,388 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-04T09:42:44,412 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T09:42:44,415 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-04T09:42:44,415 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-04T09:42:44,415 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-04T09:42:44,416 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-04T09:42:44,416 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@43745f63{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f50ecd17-8f2c-8464-7b0c-4243dff17dc0/hadoop.log.dir/,AVAILABLE} 2024-12-04T09:42:44,416 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@36b070f6{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-04T09:42:44,507 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5a5105a5{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f50ecd17-8f2c-8464-7b0c-4243dff17dc0/java.io.tmpdir/jetty-localhost-44015-hadoop-hdfs-3_4_1-tests_jar-_-any-13545330392028845508/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-04T09:42:44,507 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3af26c1a{HTTP/1.1, (http/1.1)}{localhost:44015} 2024-12-04T09:42:44,507 INFO [Time-limited test {}] server.Server(415): Started @22606ms 2024-12-04T09:42:44,508 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-04T09:42:45,098 WARN [Thread-898 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f50ecd17-8f2c-8464-7b0c-4243dff17dc0/cluster_eff269b0-19b6-807d-b963-0e2bd3c8915f/data/data1/current/BP-824307080-172.17.0.2-1733305363788/current, will proceed with Du for space computation calculation, 2024-12-04T09:42:45,098 WARN [Thread-899 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f50ecd17-8f2c-8464-7b0c-4243dff17dc0/cluster_eff269b0-19b6-807d-b963-0e2bd3c8915f/data/data2/current/BP-824307080-172.17.0.2-1733305363788/current, will proceed with Du for space computation calculation, 2024-12-04T09:42:45,121 WARN [Thread-862 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-04T09:42:45,124 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x60209ffeb2fea281 with lease ID 0xc4d60cee330a68fd: Processing first storage report for DS-d3492b8a-e88e-4751-be17-4403754d79de from datanode DatanodeRegistration(127.0.0.1:44249, datanodeUuid=81acdc79-2fb0-4dbb-9561-42a1540cee92, infoPort=41393, infoSecurePort=0, ipcPort=33413, storageInfo=lv=-57;cid=testClusterID;nsid=190770700;c=1733305363788) 2024-12-04T09:42:45,124 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x60209ffeb2fea281 with lease ID 0xc4d60cee330a68fd: from storage DS-d3492b8a-e88e-4751-be17-4403754d79de node DatanodeRegistration(127.0.0.1:44249, datanodeUuid=81acdc79-2fb0-4dbb-9561-42a1540cee92, infoPort=41393, infoSecurePort=0, ipcPort=33413, storageInfo=lv=-57;cid=testClusterID;nsid=190770700;c=1733305363788), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-04T09:42:45,124 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x60209ffeb2fea281 with lease ID 0xc4d60cee330a68fd: Processing first storage report for DS-92946dfa-de07-4ed8-ab1f-4f5f74aed9e3 from datanode DatanodeRegistration(127.0.0.1:44249, datanodeUuid=81acdc79-2fb0-4dbb-9561-42a1540cee92, infoPort=41393, infoSecurePort=0, ipcPort=33413, storageInfo=lv=-57;cid=testClusterID;nsid=190770700;c=1733305363788) 2024-12-04T09:42:45,124 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x60209ffeb2fea281 with lease ID 0xc4d60cee330a68fd: from storage DS-92946dfa-de07-4ed8-ab1f-4f5f74aed9e3 node DatanodeRegistration(127.0.0.1:44249, datanodeUuid=81acdc79-2fb0-4dbb-9561-42a1540cee92, infoPort=41393, infoSecurePort=0, ipcPort=33413, storageInfo=lv=-57;cid=testClusterID;nsid=190770700;c=1733305363788), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-04T09:42:45,197 WARN [Thread-909 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f50ecd17-8f2c-8464-7b0c-4243dff17dc0/cluster_eff269b0-19b6-807d-b963-0e2bd3c8915f/data/data3/current/BP-824307080-172.17.0.2-1733305363788/current, will proceed with Du for space computation calculation, 2024-12-04T09:42:45,198 WARN [Thread-910 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f50ecd17-8f2c-8464-7b0c-4243dff17dc0/cluster_eff269b0-19b6-807d-b963-0e2bd3c8915f/data/data4/current/BP-824307080-172.17.0.2-1733305363788/current, will proceed with Du for space computation calculation, 2024-12-04T09:42:45,215 WARN [Thread-885 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-04T09:42:45,217 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x9a6cb66ae9c1a5bf with lease ID 0xc4d60cee330a68fe: Processing first storage report for DS-643c3115-fa3d-47fe-9da2-9c7afe68e5e6 from datanode DatanodeRegistration(127.0.0.1:45063, datanodeUuid=a461b3b5-deaa-4575-b944-10d2fb72fe6c, infoPort=34951, infoSecurePort=0, ipcPort=37939, storageInfo=lv=-57;cid=testClusterID;nsid=190770700;c=1733305363788) 2024-12-04T09:42:45,217 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x9a6cb66ae9c1a5bf with lease ID 0xc4d60cee330a68fe: from storage DS-643c3115-fa3d-47fe-9da2-9c7afe68e5e6 node DatanodeRegistration(127.0.0.1:45063, datanodeUuid=a461b3b5-deaa-4575-b944-10d2fb72fe6c, infoPort=34951, infoSecurePort=0, ipcPort=37939, storageInfo=lv=-57;cid=testClusterID;nsid=190770700;c=1733305363788), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-04T09:42:45,217 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x9a6cb66ae9c1a5bf with lease ID 0xc4d60cee330a68fe: Processing first storage report for DS-00d48c30-9dca-4e1b-bacf-0efda662a046 from datanode DatanodeRegistration(127.0.0.1:45063, datanodeUuid=a461b3b5-deaa-4575-b944-10d2fb72fe6c, infoPort=34951, infoSecurePort=0, ipcPort=37939, storageInfo=lv=-57;cid=testClusterID;nsid=190770700;c=1733305363788) 2024-12-04T09:42:45,217 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x9a6cb66ae9c1a5bf with lease ID 0xc4d60cee330a68fe: from storage DS-00d48c30-9dca-4e1b-bacf-0efda662a046 node DatanodeRegistration(127.0.0.1:45063, datanodeUuid=a461b3b5-deaa-4575-b944-10d2fb72fe6c, infoPort=34951, infoSecurePort=0, ipcPort=37939, storageInfo=lv=-57;cid=testClusterID;nsid=190770700;c=1733305363788), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-04T09:42:45,233 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f50ecd17-8f2c-8464-7b0c-4243dff17dc0 2024-12-04T09:42:45,236 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f50ecd17-8f2c-8464-7b0c-4243dff17dc0/cluster_eff269b0-19b6-807d-b963-0e2bd3c8915f/zookeeper_0, clientPort=62530, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f50ecd17-8f2c-8464-7b0c-4243dff17dc0/cluster_eff269b0-19b6-807d-b963-0e2bd3c8915f/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f50ecd17-8f2c-8464-7b0c-4243dff17dc0/cluster_eff269b0-19b6-807d-b963-0e2bd3c8915f/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-04T09:42:45,237 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=62530 2024-12-04T09:42:45,237 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T09:42:45,239 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T09:42:45,250 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45063 is added to blk_1073741825_1001 (size=7) 2024-12-04T09:42:45,251 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44249 is added to blk_1073741825_1001 (size=7) 2024-12-04T09:42:45,252 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:40373/user/jenkins/test-data/e07423ce-ff05-d878-e126-40433d8c4fb3 with version=8 2024-12-04T09:42:45,252 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:40373/user/jenkins/test-data/e07423ce-ff05-d878-e126-40433d8c4fb3/hbase-staging 2024-12-04T09:42:45,255 INFO [Time-limited test {}] client.ConnectionUtils(128): master/84486a41f81c:0 server-side Connection retries=45 2024-12-04T09:42:45,255 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T09:42:45,255 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-04T09:42:45,255 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-04T09:42:45,255 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T09:42:45,255 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-04T09:42:45,255 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-04T09:42:45,256 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-04T09:42:45,256 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33429 2024-12-04T09:42:45,258 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:33429 connecting to ZooKeeper ensemble=127.0.0.1:62530 2024-12-04T09:42:45,311 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:334290x0, quorum=127.0.0.1:62530, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T09:42:45,313 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:33429-0x101a10295680000 connected 2024-12-04T09:42:45,382 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T09:42:45,387 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T09:42:45,391 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33429-0x101a10295680000, quorum=127.0.0.1:62530, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-04T09:42:45,391 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:40373/user/jenkins/test-data/e07423ce-ff05-d878-e126-40433d8c4fb3, hbase.cluster.distributed=false 2024-12-04T09:42:45,393 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33429-0x101a10295680000, quorum=127.0.0.1:62530, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-04T09:42:45,393 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33429 2024-12-04T09:42:45,393 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33429 2024-12-04T09:42:45,394 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33429 2024-12-04T09:42:45,394 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33429 2024-12-04T09:42:45,394 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33429 2024-12-04T09:42:45,407 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/84486a41f81c:0 server-side Connection retries=45 2024-12-04T09:42:45,408 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T09:42:45,408 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-04T09:42:45,408 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-04T09:42:45,408 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T09:42:45,408 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-04T09:42:45,408 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-04T09:42:45,408 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-04T09:42:45,409 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:40871 2024-12-04T09:42:45,410 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:40871 connecting to ZooKeeper ensemble=127.0.0.1:62530 2024-12-04T09:42:45,410 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T09:42:45,412 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T09:42:45,423 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:408710x0, quorum=127.0.0.1:62530, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T09:42:45,423 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:408710x0, quorum=127.0.0.1:62530, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-04T09:42:45,423 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:40871-0x101a10295680001 connected 2024-12-04T09:42:45,424 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-04T09:42:45,429 INFO [Time-limited test {}] util.ByteBufferArray(64): Allocating buffers total=30 MB, sizePerBuffer=1.88 MB, count=16 2024-12-04T09:42:45,434 INFO [Time-limited test {}] bucket.BucketCache(364): Instantiating BucketCache with acceptableFactor: 0.95, minFactor: 0.85, extraFreeFactor: 0.1, singleFactor: 0.25, multiFactor: 0.5, memoryFactor: 0.25, useStrongRef: false 2024-12-04T09:42:45,438 INFO [Time-limited test {}] bucket.BucketAllocator(343): Cache totalSize=29417472, buckets=14, bucket capacity=2101248=(4*525312)=(FEWEST_ITEMS_IN_BUCKET*(largest configured bucketcache size)) 2024-12-04T09:42:45,442 INFO [Time-limited test {}] bucket.BucketCache(403): Started bucket cache; ioengine=offheap, capacity=30 MB, blockSize=64 KB, writerThreadNum=3, writerQLen=64, persistencePath=null, bucketAllocator=org.apache.hadoop.hbase.io.hfile.bucket.BucketAllocator 2024-12-04T09:42:45,444 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-04T09:42:45,444 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40871-0x101a10295680001, quorum=127.0.0.1:62530, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-04T09:42:45,445 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40871-0x101a10295680001, quorum=127.0.0.1:62530, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-04T09:42:45,447 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40871 2024-12-04T09:42:45,447 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40871 2024-12-04T09:42:45,447 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40871 2024-12-04T09:42:45,448 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40871 2024-12-04T09:42:45,448 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40871 2024-12-04T09:42:45,461 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/84486a41f81c:0 server-side Connection retries=45 2024-12-04T09:42:45,461 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T09:42:45,461 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-04T09:42:45,461 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-04T09:42:45,461 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T09:42:45,461 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-04T09:42:45,461 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-04T09:42:45,461 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-04T09:42:45,462 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:34149 2024-12-04T09:42:45,463 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:34149 connecting to ZooKeeper ensemble=127.0.0.1:62530 2024-12-04T09:42:45,463 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T09:42:45,465 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T09:42:45,472 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:341490x0, quorum=127.0.0.1:62530, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T09:42:45,473 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:341490x0, quorum=127.0.0.1:62530, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-04T09:42:45,473 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:34149-0x101a10295680002 connected 2024-12-04T09:42:45,473 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-04T09:42:45,474 INFO [Time-limited test {}] util.ByteBufferArray(64): Allocating buffers total=30 MB, sizePerBuffer=1.88 MB, count=16 2024-12-04T09:42:45,479 INFO [Time-limited test {}] bucket.BucketCache(364): Instantiating BucketCache with acceptableFactor: 0.95, minFactor: 0.85, extraFreeFactor: 0.1, singleFactor: 0.25, multiFactor: 0.5, memoryFactor: 0.25, useStrongRef: false 2024-12-04T09:42:45,479 INFO [Time-limited test {}] bucket.BucketAllocator(343): Cache totalSize=29417472, buckets=14, bucket capacity=2101248=(4*525312)=(FEWEST_ITEMS_IN_BUCKET*(largest configured bucketcache size)) 2024-12-04T09:42:45,480 INFO [Time-limited test {}] bucket.BucketCache(403): Started bucket cache; ioengine=offheap, capacity=30 MB, blockSize=64 KB, writerThreadNum=3, writerQLen=64, persistencePath=null, bucketAllocator=org.apache.hadoop.hbase.io.hfile.bucket.BucketAllocator 2024-12-04T09:42:45,480 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-04T09:42:45,480 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34149-0x101a10295680002, quorum=127.0.0.1:62530, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-04T09:42:45,481 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34149-0x101a10295680002, quorum=127.0.0.1:62530, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-04T09:42:45,482 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34149 2024-12-04T09:42:45,482 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34149 2024-12-04T09:42:45,482 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34149 2024-12-04T09:42:45,483 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34149 2024-12-04T09:42:45,483 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34149 2024-12-04T09:42:45,495 DEBUG [M:0;84486a41f81c:33429 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;84486a41f81c:33429 2024-12-04T09:42:45,495 INFO [master/84486a41f81c:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/84486a41f81c,33429,1733305365255 2024-12-04T09:42:45,504 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34149-0x101a10295680002, quorum=127.0.0.1:62530, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-04T09:42:45,504 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40871-0x101a10295680001, quorum=127.0.0.1:62530, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-04T09:42:45,504 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33429-0x101a10295680000, quorum=127.0.0.1:62530, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-04T09:42:45,505 DEBUG [master/84486a41f81c:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33429-0x101a10295680000, quorum=127.0.0.1:62530, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/84486a41f81c,33429,1733305365255 2024-12-04T09:42:45,514 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40871-0x101a10295680001, quorum=127.0.0.1:62530, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-04T09:42:45,514 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33429-0x101a10295680000, quorum=127.0.0.1:62530, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T09:42:45,514 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34149-0x101a10295680002, quorum=127.0.0.1:62530, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-04T09:42:45,514 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40871-0x101a10295680001, quorum=127.0.0.1:62530, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T09:42:45,514 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34149-0x101a10295680002, quorum=127.0.0.1:62530, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T09:42:45,515 DEBUG [master/84486a41f81c:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33429-0x101a10295680000, quorum=127.0.0.1:62530, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-12-04T09:42:45,516 INFO [master/84486a41f81c:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/84486a41f81c,33429,1733305365255 from backup master directory 2024-12-04T09:42:45,523 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33429-0x101a10295680000, quorum=127.0.0.1:62530, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/84486a41f81c,33429,1733305365255 2024-12-04T09:42:45,523 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40871-0x101a10295680001, quorum=127.0.0.1:62530, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-04T09:42:45,523 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34149-0x101a10295680002, quorum=127.0.0.1:62530, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-04T09:42:45,523 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33429-0x101a10295680000, quorum=127.0.0.1:62530, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-04T09:42:45,523 WARN [master/84486a41f81c:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-04T09:42:45,523 INFO [master/84486a41f81c:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=84486a41f81c,33429,1733305365255 2024-12-04T09:42:45,530 DEBUG [master/84486a41f81c:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:40373/user/jenkins/test-data/e07423ce-ff05-d878-e126-40433d8c4fb3/hbase.id] with ID: 9ad8ccee-ee37-4b27-b9d0-c6216df6bbcd 2024-12-04T09:42:45,530 DEBUG [master/84486a41f81c:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:40373/user/jenkins/test-data/e07423ce-ff05-d878-e126-40433d8c4fb3/.tmp/hbase.id 2024-12-04T09:42:45,536 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44249 is added to blk_1073741826_1002 (size=42) 2024-12-04T09:42:45,537 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45063 is added to blk_1073741826_1002 (size=42) 2024-12-04T09:42:45,537 DEBUG [master/84486a41f81c:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:40373/user/jenkins/test-data/e07423ce-ff05-d878-e126-40433d8c4fb3/.tmp/hbase.id]:[hdfs://localhost:40373/user/jenkins/test-data/e07423ce-ff05-d878-e126-40433d8c4fb3/hbase.id] 2024-12-04T09:42:45,549 INFO [master/84486a41f81c:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T09:42:45,549 INFO [master/84486a41f81c:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-04T09:42:45,550 INFO [master/84486a41f81c:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-12-04T09:42:45,556 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33429-0x101a10295680000, quorum=127.0.0.1:62530, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T09:42:45,556 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40871-0x101a10295680001, quorum=127.0.0.1:62530, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T09:42:45,556 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34149-0x101a10295680002, quorum=127.0.0.1:62530, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T09:42:45,563 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45063 is added to blk_1073741827_1003 (size=196) 2024-12-04T09:42:45,563 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44249 is added to blk_1073741827_1003 (size=196) 2024-12-04T09:42:45,564 INFO [master/84486a41f81c:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-04T09:42:45,565 INFO [master/84486a41f81c:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-04T09:42:45,565 INFO [master/84486a41f81c:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T09:42:45,573 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45063 is added to blk_1073741828_1004 (size=1189) 2024-12-04T09:42:45,573 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44249 is added to blk_1073741828_1004 (size=1189) 2024-12-04T09:42:45,574 INFO [master/84486a41f81c:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:40373/user/jenkins/test-data/e07423ce-ff05-d878-e126-40433d8c4fb3/MasterData/data/master/store 2024-12-04T09:42:45,579 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44249 is added to blk_1073741829_1005 (size=34) 2024-12-04T09:42:45,579 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45063 is added to blk_1073741829_1005 (size=34) 2024-12-04T09:42:45,580 DEBUG [master/84486a41f81c:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T09:42:45,580 DEBUG [master/84486a41f81c:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-04T09:42:45,580 INFO [master/84486a41f81c:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T09:42:45,580 DEBUG [master/84486a41f81c:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T09:42:45,580 DEBUG [master/84486a41f81c:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-04T09:42:45,580 DEBUG [master/84486a41f81c:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T09:42:45,580 INFO [master/84486a41f81c:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T09:42:45,580 DEBUG [master/84486a41f81c:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733305365580Disabling compacts and flushes for region at 1733305365580Disabling writes for close at 1733305365580Writing region close event to WAL at 1733305365580Closed at 1733305365580 2024-12-04T09:42:45,581 WARN [master/84486a41f81c:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:40373/user/jenkins/test-data/e07423ce-ff05-d878-e126-40433d8c4fb3/MasterData/data/master/store/.initializing 2024-12-04T09:42:45,581 DEBUG [master/84486a41f81c:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:40373/user/jenkins/test-data/e07423ce-ff05-d878-e126-40433d8c4fb3/MasterData/WALs/84486a41f81c,33429,1733305365255 2024-12-04T09:42:45,582 INFO [master/84486a41f81c:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-04T09:42:45,584 INFO [master/84486a41f81c:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=84486a41f81c%2C33429%2C1733305365255, suffix=, logDir=hdfs://localhost:40373/user/jenkins/test-data/e07423ce-ff05-d878-e126-40433d8c4fb3/MasterData/WALs/84486a41f81c,33429,1733305365255, archiveDir=hdfs://localhost:40373/user/jenkins/test-data/e07423ce-ff05-d878-e126-40433d8c4fb3/MasterData/oldWALs, maxLogs=10 2024-12-04T09:42:45,596 DEBUG [master/84486a41f81c:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e07423ce-ff05-d878-e126-40433d8c4fb3/MasterData/WALs/84486a41f81c,33429,1733305365255/84486a41f81c%2C33429%2C1733305365255.1733305365584, exclude list is [], retry=0 2024-12-04T09:42:45,598 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45063,DS-643c3115-fa3d-47fe-9da2-9c7afe68e5e6,DISK] 2024-12-04T09:42:45,598 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44249,DS-d3492b8a-e88e-4751-be17-4403754d79de,DISK] 2024-12-04T09:42:45,600 INFO [master/84486a41f81c:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e07423ce-ff05-d878-e126-40433d8c4fb3/MasterData/WALs/84486a41f81c,33429,1733305365255/84486a41f81c%2C33429%2C1733305365255.1733305365584 2024-12-04T09:42:45,600 DEBUG [master/84486a41f81c:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34951:34951),(127.0.0.1/127.0.0.1:41393:41393)] 2024-12-04T09:42:45,600 DEBUG [master/84486a41f81c:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-04T09:42:45,601 DEBUG [master/84486a41f81c:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T09:42:45,601 DEBUG [master/84486a41f81c:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T09:42:45,601 DEBUG [master/84486a41f81c:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T09:42:45,603 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T09:42:45,604 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-04T09:42:45,604 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T09:42:45,605 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T09:42:45,605 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T09:42:45,606 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-04T09:42:45,606 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T09:42:45,606 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T09:42:45,606 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T09:42:45,608 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-04T09:42:45,608 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T09:42:45,608 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T09:42:45,608 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T09:42:45,609 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-04T09:42:45,609 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T09:42:45,610 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T09:42:45,610 DEBUG [master/84486a41f81c:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T09:42:45,611 DEBUG [master/84486a41f81c:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40373/user/jenkins/test-data/e07423ce-ff05-d878-e126-40433d8c4fb3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-04T09:42:45,611 DEBUG [master/84486a41f81c:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40373/user/jenkins/test-data/e07423ce-ff05-d878-e126-40433d8c4fb3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-04T09:42:45,612 DEBUG [master/84486a41f81c:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T09:42:45,612 DEBUG [master/84486a41f81c:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T09:42:45,613 DEBUG [master/84486a41f81c:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-04T09:42:45,614 DEBUG [master/84486a41f81c:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T09:42:45,616 DEBUG [master/84486a41f81c:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40373/user/jenkins/test-data/e07423ce-ff05-d878-e126-40433d8c4fb3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T09:42:45,617 INFO [master/84486a41f81c:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69966297, jitterRate=0.04257906973361969}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-04T09:42:45,617 DEBUG [master/84486a41f81c:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733305365601Initializing all the Stores at 1733305365602 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733305365602Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733305365602Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733305365602Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733305365602Cleaning up temporary data from old regions at 1733305365612 (+10 ms)Region opened successfully at 1733305365617 (+5 ms) 2024-12-04T09:42:45,617 INFO [master/84486a41f81c:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-04T09:42:45,621 DEBUG [master/84486a41f81c:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@72e8c3ea, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=84486a41f81c/172.17.0.2:0 2024-12-04T09:42:45,622 INFO [master/84486a41f81c:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-04T09:42:45,623 INFO [master/84486a41f81c:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-04T09:42:45,623 INFO [master/84486a41f81c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-04T09:42:45,623 INFO [master/84486a41f81c:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-04T09:42:45,623 INFO [master/84486a41f81c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-04T09:42:45,624 INFO [master/84486a41f81c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-04T09:42:45,624 INFO [master/84486a41f81c:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-04T09:42:45,627 INFO [master/84486a41f81c:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-04T09:42:45,628 DEBUG [master/84486a41f81c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33429-0x101a10295680000, quorum=127.0.0.1:62530, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-12-04T09:42:45,637 DEBUG [master/84486a41f81c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-12-04T09:42:45,638 INFO [master/84486a41f81c:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-04T09:42:45,638 DEBUG [master/84486a41f81c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33429-0x101a10295680000, quorum=127.0.0.1:62530, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-12-04T09:42:45,647 DEBUG [master/84486a41f81c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-12-04T09:42:45,648 INFO [master/84486a41f81c:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-04T09:42:45,649 DEBUG [master/84486a41f81c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33429-0x101a10295680000, quorum=127.0.0.1:62530, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-12-04T09:42:45,656 DEBUG [master/84486a41f81c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-12-04T09:42:45,657 DEBUG [master/84486a41f81c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33429-0x101a10295680000, quorum=127.0.0.1:62530, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-12-04T09:42:45,664 DEBUG [master/84486a41f81c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-12-04T09:42:45,666 DEBUG [master/84486a41f81c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33429-0x101a10295680000, quorum=127.0.0.1:62530, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-04T09:42:45,672 DEBUG [master/84486a41f81c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-12-04T09:42:45,681 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34149-0x101a10295680002, quorum=127.0.0.1:62530, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-04T09:42:45,681 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40871-0x101a10295680001, quorum=127.0.0.1:62530, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-04T09:42:45,681 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33429-0x101a10295680000, quorum=127.0.0.1:62530, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-04T09:42:45,681 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34149-0x101a10295680002, quorum=127.0.0.1:62530, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T09:42:45,681 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33429-0x101a10295680000, quorum=127.0.0.1:62530, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T09:42:45,681 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40871-0x101a10295680001, quorum=127.0.0.1:62530, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T09:42:45,681 INFO [master/84486a41f81c:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=84486a41f81c,33429,1733305365255, sessionid=0x101a10295680000, setting cluster-up flag (Was=false) 2024-12-04T09:42:45,698 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33429-0x101a10295680000, quorum=127.0.0.1:62530, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T09:42:45,698 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40871-0x101a10295680001, quorum=127.0.0.1:62530, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T09:42:45,698 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34149-0x101a10295680002, quorum=127.0.0.1:62530, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T09:42:45,723 DEBUG [master/84486a41f81c:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-12-04T09:42:45,724 DEBUG [master/84486a41f81c:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=84486a41f81c,33429,1733305365255 2024-12-04T09:42:45,739 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33429-0x101a10295680000, quorum=127.0.0.1:62530, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T09:42:45,739 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40871-0x101a10295680001, quorum=127.0.0.1:62530, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T09:42:45,739 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34149-0x101a10295680002, quorum=127.0.0.1:62530, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T09:42:45,764 DEBUG [master/84486a41f81c:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-12-04T09:42:45,765 DEBUG [master/84486a41f81c:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=84486a41f81c,33429,1733305365255 2024-12-04T09:42:45,767 INFO [master/84486a41f81c:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:40373/user/jenkins/test-data/e07423ce-ff05-d878-e126-40433d8c4fb3/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-04T09:42:45,769 DEBUG [master/84486a41f81c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-04T09:42:45,770 INFO [master/84486a41f81c:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-04T09:42:45,770 INFO [master/84486a41f81c:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-04T09:42:45,770 DEBUG [master/84486a41f81c:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 84486a41f81c,33429,1733305365255 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-04T09:42:45,772 DEBUG [master/84486a41f81c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/84486a41f81c:0, corePoolSize=5, maxPoolSize=5 2024-12-04T09:42:45,773 DEBUG [master/84486a41f81c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/84486a41f81c:0, corePoolSize=5, maxPoolSize=5 2024-12-04T09:42:45,773 DEBUG [master/84486a41f81c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/84486a41f81c:0, corePoolSize=5, maxPoolSize=5 2024-12-04T09:42:45,773 DEBUG [master/84486a41f81c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/84486a41f81c:0, corePoolSize=5, maxPoolSize=5 2024-12-04T09:42:45,773 DEBUG [master/84486a41f81c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/84486a41f81c:0, corePoolSize=10, maxPoolSize=10 2024-12-04T09:42:45,773 DEBUG [master/84486a41f81c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/84486a41f81c:0, corePoolSize=1, maxPoolSize=1 2024-12-04T09:42:45,773 DEBUG [master/84486a41f81c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/84486a41f81c:0, corePoolSize=2, maxPoolSize=2 2024-12-04T09:42:45,773 DEBUG [master/84486a41f81c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/84486a41f81c:0, corePoolSize=1, maxPoolSize=1 2024-12-04T09:42:45,774 INFO [master/84486a41f81c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733305395774 2024-12-04T09:42:45,775 INFO [master/84486a41f81c:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-04T09:42:45,775 INFO [master/84486a41f81c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-04T09:42:45,775 INFO [master/84486a41f81c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-04T09:42:45,775 INFO [master/84486a41f81c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-04T09:42:45,775 INFO [master/84486a41f81c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-04T09:42:45,775 INFO [master/84486a41f81c:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-04T09:42:45,775 INFO [master/84486a41f81c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-04T09:42:45,775 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-04T09:42:45,775 INFO [master/84486a41f81c:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-04T09:42:45,775 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-04T09:42:45,776 INFO [master/84486a41f81c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-04T09:42:45,776 INFO [master/84486a41f81c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-04T09:42:45,776 INFO [master/84486a41f81c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-04T09:42:45,776 INFO [master/84486a41f81c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-04T09:42:45,777 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T09:42:45,777 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-04T09:42:45,778 DEBUG [master/84486a41f81c:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/84486a41f81c:0:becomeActiveMaster-HFileCleaner.large.0-1733305365776,5,FailOnTimeoutGroup] 2024-12-04T09:42:45,778 DEBUG [master/84486a41f81c:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/84486a41f81c:0:becomeActiveMaster-HFileCleaner.small.0-1733305365778,5,FailOnTimeoutGroup] 2024-12-04T09:42:45,778 INFO [master/84486a41f81c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-04T09:42:45,778 INFO [master/84486a41f81c:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-04T09:42:45,778 INFO [master/84486a41f81c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-04T09:42:45,778 INFO [master/84486a41f81c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-04T09:42:45,785 INFO [RS:0;84486a41f81c:40871 {}] regionserver.HRegionServer(746): ClusterId : 9ad8ccee-ee37-4b27-b9d0-c6216df6bbcd 2024-12-04T09:42:45,785 DEBUG [RS:0;84486a41f81c:40871 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-04T09:42:45,785 INFO [RS:1;84486a41f81c:34149 {}] regionserver.HRegionServer(746): ClusterId : 9ad8ccee-ee37-4b27-b9d0-c6216df6bbcd 2024-12-04T09:42:45,785 DEBUG [RS:1;84486a41f81c:34149 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-04T09:42:45,786 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44249 is added to blk_1073741831_1007 (size=1321) 2024-12-04T09:42:45,786 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45063 is added to blk_1073741831_1007 (size=1321) 2024-12-04T09:42:45,787 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:40373/user/jenkins/test-data/e07423ce-ff05-d878-e126-40433d8c4fb3/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-04T09:42:45,787 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:40373/user/jenkins/test-data/e07423ce-ff05-d878-e126-40433d8c4fb3 2024-12-04T09:42:45,798 DEBUG [RS:0;84486a41f81c:40871 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-04T09:42:45,798 DEBUG [RS:1;84486a41f81c:34149 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-04T09:42:45,798 DEBUG [RS:1;84486a41f81c:34149 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-04T09:42:45,799 DEBUG [RS:0;84486a41f81c:40871 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-04T09:42:45,804 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44249 is added to blk_1073741832_1008 (size=32) 2024-12-04T09:42:45,805 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45063 is added to blk_1073741832_1008 (size=32) 2024-12-04T09:42:45,805 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T09:42:45,807 DEBUG [RS:1;84486a41f81c:34149 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-04T09:42:45,807 DEBUG [RS:0;84486a41f81c:40871 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-04T09:42:45,807 DEBUG [RS:1;84486a41f81c:34149 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5355188a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=84486a41f81c/172.17.0.2:0 2024-12-04T09:42:45,807 DEBUG [RS:0;84486a41f81c:40871 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4307f220, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=84486a41f81c/172.17.0.2:0 2024-12-04T09:42:45,807 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-04T09:42:45,809 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-04T09:42:45,809 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T09:42:45,810 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T09:42:45,810 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-04T09:42:45,811 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-04T09:42:45,811 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T09:42:45,812 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T09:42:45,812 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-04T09:42:45,814 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-04T09:42:45,814 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T09:42:45,815 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T09:42:45,815 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-04T09:42:45,816 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-04T09:42:45,816 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T09:42:45,817 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T09:42:45,817 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-04T09:42:45,818 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40373/user/jenkins/test-data/e07423ce-ff05-d878-e126-40433d8c4fb3/data/hbase/meta/1588230740 2024-12-04T09:42:45,818 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40373/user/jenkins/test-data/e07423ce-ff05-d878-e126-40433d8c4fb3/data/hbase/meta/1588230740 2024-12-04T09:42:45,819 DEBUG [RS:1;84486a41f81c:34149 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;84486a41f81c:34149 2024-12-04T09:42:45,819 INFO [RS:1;84486a41f81c:34149 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-04T09:42:45,819 INFO [RS:1;84486a41f81c:34149 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-04T09:42:45,819 DEBUG [RS:1;84486a41f81c:34149 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-04T09:42:45,819 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-04T09:42:45,820 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-04T09:42:45,820 INFO [RS:1;84486a41f81c:34149 {}] regionserver.HRegionServer(2659): reportForDuty to master=84486a41f81c,33429,1733305365255 with port=34149, startcode=1733305365461 2024-12-04T09:42:45,820 DEBUG [RS:1;84486a41f81c:34149 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-04T09:42:45,820 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-04T09:42:45,821 INFO [HMaster-EventLoopGroup-12-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41439, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=RegionServerStatusService 2024-12-04T09:42:45,822 DEBUG [RS:0;84486a41f81c:40871 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;84486a41f81c:40871 2024-12-04T09:42:45,822 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33429 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 84486a41f81c,34149,1733305365461 2024-12-04T09:42:45,822 INFO [RS:0;84486a41f81c:40871 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-04T09:42:45,822 INFO [RS:0;84486a41f81c:40871 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-04T09:42:45,822 DEBUG [RS:0;84486a41f81c:40871 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-04T09:42:45,822 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33429 {}] master.ServerManager(517): Registering regionserver=84486a41f81c,34149,1733305365461 2024-12-04T09:42:45,823 INFO [RS:0;84486a41f81c:40871 {}] regionserver.HRegionServer(2659): reportForDuty to master=84486a41f81c,33429,1733305365255 with port=40871, startcode=1733305365407 2024-12-04T09:42:45,823 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-04T09:42:45,823 DEBUG [RS:0;84486a41f81c:40871 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-04T09:42:45,824 DEBUG [RS:1;84486a41f81c:34149 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:40373/user/jenkins/test-data/e07423ce-ff05-d878-e126-40433d8c4fb3 2024-12-04T09:42:45,824 DEBUG [RS:1;84486a41f81c:34149 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:40373 2024-12-04T09:42:45,824 DEBUG [RS:1;84486a41f81c:34149 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-04T09:42:45,825 INFO [HMaster-EventLoopGroup-12-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59943, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=RegionServerStatusService 2024-12-04T09:42:45,826 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33429 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 84486a41f81c,40871,1733305365407 2024-12-04T09:42:45,826 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33429 {}] master.ServerManager(517): Registering regionserver=84486a41f81c,40871,1733305365407 2024-12-04T09:42:45,826 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40373/user/jenkins/test-data/e07423ce-ff05-d878-e126-40433d8c4fb3/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T09:42:45,827 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64657332, jitterRate=-0.03653067350387573}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-04T09:42:45,828 DEBUG [RS:0;84486a41f81c:40871 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:40373/user/jenkins/test-data/e07423ce-ff05-d878-e126-40433d8c4fb3 2024-12-04T09:42:45,828 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733305365805Initializing all the Stores at 1733305365806 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733305365806Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733305365806Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733305365806Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733305365806Cleaning up temporary data from old regions at 1733305365820 (+14 ms)Region opened successfully at 1733305365828 (+8 ms) 2024-12-04T09:42:45,828 DEBUG [RS:0;84486a41f81c:40871 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:40373 2024-12-04T09:42:45,828 DEBUG [RS:0;84486a41f81c:40871 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-04T09:42:45,828 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-04T09:42:45,828 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-04T09:42:45,828 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-04T09:42:45,828 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-04T09:42:45,828 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-04T09:42:45,829 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-04T09:42:45,829 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733305365828Disabling compacts and flushes for region at 1733305365828Disabling writes for close at 1733305365828Writing region close event to WAL at 1733305365828Closed at 1733305365829 (+1 ms) 2024-12-04T09:42:45,830 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-04T09:42:45,830 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-04T09:42:45,830 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-04T09:42:45,831 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33429-0x101a10295680000, quorum=127.0.0.1:62530, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-04T09:42:45,832 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-04T09:42:45,833 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-04T09:42:45,861 DEBUG [RS:1;84486a41f81c:34149 {}] zookeeper.ZKUtil(111): regionserver:34149-0x101a10295680002, quorum=127.0.0.1:62530, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/84486a41f81c,34149,1733305365461 2024-12-04T09:42:45,861 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [84486a41f81c,34149,1733305365461] 2024-12-04T09:42:45,861 WARN [RS:1;84486a41f81c:34149 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-04T09:42:45,861 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [84486a41f81c,40871,1733305365407] 2024-12-04T09:42:45,861 INFO [RS:1;84486a41f81c:34149 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T09:42:45,861 DEBUG [RS:0;84486a41f81c:40871 {}] zookeeper.ZKUtil(111): regionserver:40871-0x101a10295680001, quorum=127.0.0.1:62530, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/84486a41f81c,40871,1733305365407 2024-12-04T09:42:45,861 WARN [RS:0;84486a41f81c:40871 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-04T09:42:45,861 DEBUG [RS:1;84486a41f81c:34149 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:40373/user/jenkins/test-data/e07423ce-ff05-d878-e126-40433d8c4fb3/WALs/84486a41f81c,34149,1733305365461 2024-12-04T09:42:45,861 INFO [RS:0;84486a41f81c:40871 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T09:42:45,861 DEBUG [RS:0;84486a41f81c:40871 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:40373/user/jenkins/test-data/e07423ce-ff05-d878-e126-40433d8c4fb3/WALs/84486a41f81c,40871,1733305365407 2024-12-04T09:42:45,866 INFO [RS:1;84486a41f81c:34149 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-04T09:42:45,866 INFO [RS:0;84486a41f81c:40871 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-04T09:42:45,869 INFO [RS:0;84486a41f81c:40871 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-04T09:42:45,869 INFO [RS:0;84486a41f81c:40871 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-04T09:42:45,869 INFO [RS:0;84486a41f81c:40871 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T09:42:45,870 INFO [RS:0;84486a41f81c:40871 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-04T09:42:45,871 INFO [RS:1;84486a41f81c:34149 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-04T09:42:45,871 INFO [RS:1;84486a41f81c:34149 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-04T09:42:45,871 INFO [RS:1;84486a41f81c:34149 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T09:42:45,871 INFO [RS:1;84486a41f81c:34149 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-04T09:42:45,871 INFO [RS:0;84486a41f81c:40871 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-04T09:42:45,871 INFO [RS:0;84486a41f81c:40871 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-04T09:42:45,871 DEBUG [RS:0;84486a41f81c:40871 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/84486a41f81c:0, corePoolSize=1, maxPoolSize=1 2024-12-04T09:42:45,872 DEBUG [RS:0;84486a41f81c:40871 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/84486a41f81c:0, corePoolSize=1, maxPoolSize=1 2024-12-04T09:42:45,872 DEBUG [RS:0;84486a41f81c:40871 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/84486a41f81c:0, corePoolSize=1, maxPoolSize=1 2024-12-04T09:42:45,872 DEBUG [RS:0;84486a41f81c:40871 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/84486a41f81c:0, corePoolSize=1, maxPoolSize=1 2024-12-04T09:42:45,872 INFO [RS:1;84486a41f81c:34149 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-04T09:42:45,872 DEBUG [RS:0;84486a41f81c:40871 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/84486a41f81c:0, corePoolSize=1, maxPoolSize=1 2024-12-04T09:42:45,872 INFO [RS:1;84486a41f81c:34149 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-04T09:42:45,872 DEBUG [RS:0;84486a41f81c:40871 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/84486a41f81c:0, corePoolSize=2, maxPoolSize=2 2024-12-04T09:42:45,872 DEBUG [RS:0;84486a41f81c:40871 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/84486a41f81c:0, corePoolSize=1, maxPoolSize=1 2024-12-04T09:42:45,872 DEBUG [RS:1;84486a41f81c:34149 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/84486a41f81c:0, corePoolSize=1, maxPoolSize=1 2024-12-04T09:42:45,872 DEBUG [RS:0;84486a41f81c:40871 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/84486a41f81c:0, corePoolSize=1, maxPoolSize=1 2024-12-04T09:42:45,872 DEBUG [RS:1;84486a41f81c:34149 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/84486a41f81c:0, corePoolSize=1, maxPoolSize=1 2024-12-04T09:42:45,872 DEBUG [RS:0;84486a41f81c:40871 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/84486a41f81c:0, corePoolSize=1, maxPoolSize=1 2024-12-04T09:42:45,872 DEBUG [RS:0;84486a41f81c:40871 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/84486a41f81c:0, corePoolSize=1, maxPoolSize=1 2024-12-04T09:42:45,872 DEBUG [RS:1;84486a41f81c:34149 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/84486a41f81c:0, corePoolSize=1, maxPoolSize=1 2024-12-04T09:42:45,872 DEBUG [RS:0;84486a41f81c:40871 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/84486a41f81c:0, corePoolSize=1, maxPoolSize=1 2024-12-04T09:42:45,872 DEBUG [RS:1;84486a41f81c:34149 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/84486a41f81c:0, corePoolSize=1, maxPoolSize=1 2024-12-04T09:42:45,872 DEBUG [RS:0;84486a41f81c:40871 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/84486a41f81c:0, corePoolSize=1, maxPoolSize=1 2024-12-04T09:42:45,872 DEBUG [RS:1;84486a41f81c:34149 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/84486a41f81c:0, corePoolSize=1, maxPoolSize=1 2024-12-04T09:42:45,872 DEBUG [RS:0;84486a41f81c:40871 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/84486a41f81c:0, corePoolSize=3, maxPoolSize=3 2024-12-04T09:42:45,872 DEBUG [RS:1;84486a41f81c:34149 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/84486a41f81c:0, corePoolSize=2, maxPoolSize=2 2024-12-04T09:42:45,872 DEBUG [RS:0;84486a41f81c:40871 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/84486a41f81c:0, corePoolSize=3, maxPoolSize=3 2024-12-04T09:42:45,872 DEBUG [RS:1;84486a41f81c:34149 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/84486a41f81c:0, corePoolSize=1, maxPoolSize=1 2024-12-04T09:42:45,872 DEBUG [RS:1;84486a41f81c:34149 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/84486a41f81c:0, corePoolSize=1, maxPoolSize=1 2024-12-04T09:42:45,872 DEBUG [RS:1;84486a41f81c:34149 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/84486a41f81c:0, corePoolSize=1, maxPoolSize=1 2024-12-04T09:42:45,872 DEBUG [RS:1;84486a41f81c:34149 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/84486a41f81c:0, corePoolSize=1, maxPoolSize=1 2024-12-04T09:42:45,872 DEBUG [RS:1;84486a41f81c:34149 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/84486a41f81c:0, corePoolSize=1, maxPoolSize=1 2024-12-04T09:42:45,872 DEBUG [RS:1;84486a41f81c:34149 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/84486a41f81c:0, corePoolSize=1, maxPoolSize=1 2024-12-04T09:42:45,873 DEBUG [RS:1;84486a41f81c:34149 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/84486a41f81c:0, corePoolSize=3, maxPoolSize=3 2024-12-04T09:42:45,873 INFO [RS:0;84486a41f81c:40871 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-04T09:42:45,873 DEBUG [RS:1;84486a41f81c:34149 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/84486a41f81c:0, corePoolSize=3, maxPoolSize=3 2024-12-04T09:42:45,873 INFO [RS:0;84486a41f81c:40871 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-04T09:42:45,873 INFO [RS:0;84486a41f81c:40871 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T09:42:45,873 INFO [RS:0;84486a41f81c:40871 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-04T09:42:45,873 INFO [RS:0;84486a41f81c:40871 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-04T09:42:45,873 INFO [RS:0;84486a41f81c:40871 {}] hbase.ChoreService(168): Chore ScheduledChore name=84486a41f81c,40871,1733305365407-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-04T09:42:45,874 INFO [RS:1;84486a41f81c:34149 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-04T09:42:45,874 INFO [RS:1;84486a41f81c:34149 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-04T09:42:45,875 INFO [RS:1;84486a41f81c:34149 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T09:42:45,875 INFO [RS:1;84486a41f81c:34149 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-04T09:42:45,875 INFO [RS:1;84486a41f81c:34149 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-04T09:42:45,875 INFO [RS:1;84486a41f81c:34149 {}] hbase.ChoreService(168): Chore ScheduledChore name=84486a41f81c,34149,1733305365461-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-04T09:42:45,888 INFO [RS:0;84486a41f81c:40871 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-04T09:42:45,888 INFO [RS:0;84486a41f81c:40871 {}] hbase.ChoreService(168): Chore ScheduledChore name=84486a41f81c,40871,1733305365407-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T09:42:45,888 INFO [RS:0;84486a41f81c:40871 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T09:42:45,888 INFO [RS:0;84486a41f81c:40871 {}] regionserver.Replication(171): 84486a41f81c,40871,1733305365407 started 2024-12-04T09:42:45,889 INFO [RS:1;84486a41f81c:34149 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-04T09:42:45,889 INFO [RS:1;84486a41f81c:34149 {}] hbase.ChoreService(168): Chore ScheduledChore name=84486a41f81c,34149,1733305365461-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T09:42:45,889 INFO [RS:1;84486a41f81c:34149 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T09:42:45,889 INFO [RS:1;84486a41f81c:34149 {}] regionserver.Replication(171): 84486a41f81c,34149,1733305365461 started 2024-12-04T09:42:45,899 INFO [RS:0;84486a41f81c:40871 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T09:42:45,900 INFO [RS:0;84486a41f81c:40871 {}] regionserver.HRegionServer(1482): Serving as 84486a41f81c,40871,1733305365407, RpcServer on 84486a41f81c/172.17.0.2:40871, sessionid=0x101a10295680001 2024-12-04T09:42:45,900 DEBUG [RS:0;84486a41f81c:40871 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-04T09:42:45,900 DEBUG [RS:0;84486a41f81c:40871 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 84486a41f81c,40871,1733305365407 2024-12-04T09:42:45,900 DEBUG [RS:0;84486a41f81c:40871 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '84486a41f81c,40871,1733305365407' 2024-12-04T09:42:45,900 DEBUG [RS:0;84486a41f81c:40871 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-04T09:42:45,901 DEBUG [RS:0;84486a41f81c:40871 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-04T09:42:45,901 DEBUG [RS:0;84486a41f81c:40871 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-04T09:42:45,901 DEBUG [RS:0;84486a41f81c:40871 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-04T09:42:45,901 DEBUG [RS:0;84486a41f81c:40871 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 84486a41f81c,40871,1733305365407 2024-12-04T09:42:45,901 DEBUG [RS:0;84486a41f81c:40871 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '84486a41f81c,40871,1733305365407' 2024-12-04T09:42:45,901 DEBUG [RS:0;84486a41f81c:40871 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-04T09:42:45,902 DEBUG [RS:0;84486a41f81c:40871 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-04T09:42:45,902 DEBUG [RS:0;84486a41f81c:40871 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-04T09:42:45,902 INFO [RS:0;84486a41f81c:40871 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-04T09:42:45,902 INFO [RS:0;84486a41f81c:40871 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-04T09:42:45,906 INFO [RS:1;84486a41f81c:34149 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T09:42:45,906 INFO [RS:1;84486a41f81c:34149 {}] regionserver.HRegionServer(1482): Serving as 84486a41f81c,34149,1733305365461, RpcServer on 84486a41f81c/172.17.0.2:34149, sessionid=0x101a10295680002 2024-12-04T09:42:45,906 DEBUG [RS:1;84486a41f81c:34149 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-04T09:42:45,906 DEBUG [RS:1;84486a41f81c:34149 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 84486a41f81c,34149,1733305365461 2024-12-04T09:42:45,906 DEBUG [RS:1;84486a41f81c:34149 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '84486a41f81c,34149,1733305365461' 2024-12-04T09:42:45,907 DEBUG [RS:1;84486a41f81c:34149 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-04T09:42:45,907 DEBUG [RS:1;84486a41f81c:34149 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-04T09:42:45,908 DEBUG [RS:1;84486a41f81c:34149 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-04T09:42:45,908 DEBUG [RS:1;84486a41f81c:34149 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-04T09:42:45,908 DEBUG [RS:1;84486a41f81c:34149 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 84486a41f81c,34149,1733305365461 2024-12-04T09:42:45,908 DEBUG [RS:1;84486a41f81c:34149 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '84486a41f81c,34149,1733305365461' 2024-12-04T09:42:45,908 DEBUG [RS:1;84486a41f81c:34149 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-04T09:42:45,908 DEBUG [RS:1;84486a41f81c:34149 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-04T09:42:45,908 DEBUG [RS:1;84486a41f81c:34149 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-04T09:42:45,908 INFO [RS:1;84486a41f81c:34149 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-04T09:42:45,909 INFO [RS:1;84486a41f81c:34149 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-04T09:42:45,983 WARN [84486a41f81c:33429 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-04T09:42:46,003 INFO [RS:0;84486a41f81c:40871 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-04T09:42:46,006 INFO [RS:0;84486a41f81c:40871 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=84486a41f81c%2C40871%2C1733305365407, suffix=, logDir=hdfs://localhost:40373/user/jenkins/test-data/e07423ce-ff05-d878-e126-40433d8c4fb3/WALs/84486a41f81c,40871,1733305365407, archiveDir=hdfs://localhost:40373/user/jenkins/test-data/e07423ce-ff05-d878-e126-40433d8c4fb3/oldWALs, maxLogs=32 2024-12-04T09:42:46,009 INFO [RS:1;84486a41f81c:34149 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-04T09:42:46,012 INFO [RS:1;84486a41f81c:34149 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=84486a41f81c%2C34149%2C1733305365461, suffix=, logDir=hdfs://localhost:40373/user/jenkins/test-data/e07423ce-ff05-d878-e126-40433d8c4fb3/WALs/84486a41f81c,34149,1733305365461, archiveDir=hdfs://localhost:40373/user/jenkins/test-data/e07423ce-ff05-d878-e126-40433d8c4fb3/oldWALs, maxLogs=32 2024-12-04T09:42:46,022 DEBUG [RS:0;84486a41f81c:40871 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e07423ce-ff05-d878-e126-40433d8c4fb3/WALs/84486a41f81c,40871,1733305365407/84486a41f81c%2C40871%2C1733305365407.1733305366006, exclude list is [], retry=0 2024-12-04T09:42:46,024 DEBUG [RS:1;84486a41f81c:34149 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e07423ce-ff05-d878-e126-40433d8c4fb3/WALs/84486a41f81c,34149,1733305365461/84486a41f81c%2C34149%2C1733305365461.1733305366013, exclude list is [], retry=0 2024-12-04T09:42:46,025 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44249,DS-d3492b8a-e88e-4751-be17-4403754d79de,DISK] 2024-12-04T09:42:46,025 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45063,DS-643c3115-fa3d-47fe-9da2-9c7afe68e5e6,DISK] 2024-12-04T09:42:46,027 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44249,DS-d3492b8a-e88e-4751-be17-4403754d79de,DISK] 2024-12-04T09:42:46,027 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45063,DS-643c3115-fa3d-47fe-9da2-9c7afe68e5e6,DISK] 2024-12-04T09:42:46,027 INFO [RS:0;84486a41f81c:40871 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e07423ce-ff05-d878-e126-40433d8c4fb3/WALs/84486a41f81c,40871,1733305365407/84486a41f81c%2C40871%2C1733305365407.1733305366006 2024-12-04T09:42:46,031 DEBUG [RS:0;84486a41f81c:40871 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41393:41393),(127.0.0.1/127.0.0.1:34951:34951)] 2024-12-04T09:42:46,032 INFO [RS:1;84486a41f81c:34149 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e07423ce-ff05-d878-e126-40433d8c4fb3/WALs/84486a41f81c,34149,1733305365461/84486a41f81c%2C34149%2C1733305365461.1733305366013 2024-12-04T09:42:46,032 DEBUG [RS:1;84486a41f81c:34149 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34951:34951),(127.0.0.1/127.0.0.1:41393:41393)] 2024-12-04T09:42:46,234 DEBUG [84486a41f81c:33429 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=2, allServersCount=2 2024-12-04T09:42:46,235 DEBUG [84486a41f81c:33429 {}] balancer.BalancerClusterState(204): Hosts are {84486a41f81c=0} racks are {/default-rack=0} 2024-12-04T09:42:46,240 DEBUG [84486a41f81c:33429 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-12-04T09:42:46,240 DEBUG [84486a41f81c:33429 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-12-04T09:42:46,240 DEBUG [84486a41f81c:33429 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-12-04T09:42:46,240 DEBUG [84486a41f81c:33429 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-12-04T09:42:46,240 INFO [84486a41f81c:33429 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-12-04T09:42:46,240 INFO [84486a41f81c:33429 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-12-04T09:42:46,241 DEBUG [84486a41f81c:33429 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-12-04T09:42:46,241 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=84486a41f81c,40871,1733305365407 2024-12-04T09:42:46,243 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 84486a41f81c,40871,1733305365407, state=OPENING 2024-12-04T09:42:46,281 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-04T09:42:46,290 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34149-0x101a10295680002, quorum=127.0.0.1:62530, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T09:42:46,290 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33429-0x101a10295680000, quorum=127.0.0.1:62530, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T09:42:46,290 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40871-0x101a10295680001, quorum=127.0.0.1:62530, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T09:42:46,291 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-04T09:42:46,291 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-04T09:42:46,291 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-04T09:42:46,292 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-04T09:42:46,292 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=84486a41f81c,40871,1733305365407}] 2024-12-04T09:42:46,449 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-04T09:42:46,453 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58363, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-04T09:42:46,457 INFO [RS_OPEN_META-regionserver/84486a41f81c:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-04T09:42:46,458 INFO [RS_OPEN_META-regionserver/84486a41f81c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T09:42:46,458 INFO [RS_OPEN_META-regionserver/84486a41f81c:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-04T09:42:46,460 INFO [RS_OPEN_META-regionserver/84486a41f81c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=84486a41f81c%2C40871%2C1733305365407.meta, suffix=.meta, logDir=hdfs://localhost:40373/user/jenkins/test-data/e07423ce-ff05-d878-e126-40433d8c4fb3/WALs/84486a41f81c,40871,1733305365407, archiveDir=hdfs://localhost:40373/user/jenkins/test-data/e07423ce-ff05-d878-e126-40433d8c4fb3/oldWALs, maxLogs=32 2024-12-04T09:42:46,471 DEBUG [RS_OPEN_META-regionserver/84486a41f81c:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e07423ce-ff05-d878-e126-40433d8c4fb3/WALs/84486a41f81c,40871,1733305365407/84486a41f81c%2C40871%2C1733305365407.meta.1733305366460.meta, exclude list is [], retry=0 2024-12-04T09:42:46,473 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44249,DS-d3492b8a-e88e-4751-be17-4403754d79de,DISK] 2024-12-04T09:42:46,473 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45063,DS-643c3115-fa3d-47fe-9da2-9c7afe68e5e6,DISK] 2024-12-04T09:42:46,475 INFO [RS_OPEN_META-regionserver/84486a41f81c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e07423ce-ff05-d878-e126-40433d8c4fb3/WALs/84486a41f81c,40871,1733305365407/84486a41f81c%2C40871%2C1733305365407.meta.1733305366460.meta 2024-12-04T09:42:46,476 DEBUG [RS_OPEN_META-regionserver/84486a41f81c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34951:34951),(127.0.0.1/127.0.0.1:41393:41393)] 2024-12-04T09:42:46,476 DEBUG [RS_OPEN_META-regionserver/84486a41f81c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-04T09:42:46,476 DEBUG [RS_OPEN_META-regionserver/84486a41f81c:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-04T09:42:46,476 DEBUG [RS_OPEN_META-regionserver/84486a41f81c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-04T09:42:46,476 INFO [RS_OPEN_META-regionserver/84486a41f81c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-04T09:42:46,476 DEBUG [RS_OPEN_META-regionserver/84486a41f81c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-04T09:42:46,476 DEBUG [RS_OPEN_META-regionserver/84486a41f81c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T09:42:46,477 DEBUG [RS_OPEN_META-regionserver/84486a41f81c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-04T09:42:46,477 DEBUG [RS_OPEN_META-regionserver/84486a41f81c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-04T09:42:46,478 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-04T09:42:46,479 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-04T09:42:46,479 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T09:42:46,479 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T09:42:46,479 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-04T09:42:46,480 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-04T09:42:46,480 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T09:42:46,481 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T09:42:46,481 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-04T09:42:46,481 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-04T09:42:46,482 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T09:42:46,482 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T09:42:46,482 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-04T09:42:46,483 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-04T09:42:46,483 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T09:42:46,483 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T09:42:46,483 DEBUG [RS_OPEN_META-regionserver/84486a41f81c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-04T09:42:46,484 DEBUG [RS_OPEN_META-regionserver/84486a41f81c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40373/user/jenkins/test-data/e07423ce-ff05-d878-e126-40433d8c4fb3/data/hbase/meta/1588230740 2024-12-04T09:42:46,485 DEBUG [RS_OPEN_META-regionserver/84486a41f81c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40373/user/jenkins/test-data/e07423ce-ff05-d878-e126-40433d8c4fb3/data/hbase/meta/1588230740 2024-12-04T09:42:46,487 DEBUG [RS_OPEN_META-regionserver/84486a41f81c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-04T09:42:46,487 DEBUG [RS_OPEN_META-regionserver/84486a41f81c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-04T09:42:46,487 DEBUG [RS_OPEN_META-regionserver/84486a41f81c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-04T09:42:46,489 DEBUG [RS_OPEN_META-regionserver/84486a41f81c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-04T09:42:46,489 INFO [RS_OPEN_META-regionserver/84486a41f81c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66653591, jitterRate=-0.006784096360206604}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-04T09:42:46,490 DEBUG [RS_OPEN_META-regionserver/84486a41f81c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-04T09:42:46,490 DEBUG [RS_OPEN_META-regionserver/84486a41f81c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733305366477Writing region info on filesystem at 1733305366477Initializing all the Stores at 1733305366478 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733305366478Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733305366478Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733305366478Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733305366478Cleaning up temporary data from old regions at 1733305366487 (+9 ms)Running coprocessor post-open hooks at 1733305366490 (+3 ms)Region opened successfully at 1733305366490 2024-12-04T09:42:46,491 INFO [RS_OPEN_META-regionserver/84486a41f81c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733305366448 2024-12-04T09:42:46,493 DEBUG [RS_OPEN_META-regionserver/84486a41f81c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-04T09:42:46,493 INFO [RS_OPEN_META-regionserver/84486a41f81c:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-04T09:42:46,494 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=84486a41f81c,40871,1733305365407 2024-12-04T09:42:46,495 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 84486a41f81c,40871,1733305365407, state=OPEN 2024-12-04T09:42:46,506 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40871-0x101a10295680001, quorum=127.0.0.1:62530, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-04T09:42:46,506 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34149-0x101a10295680002, quorum=127.0.0.1:62530, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-04T09:42:46,506 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33429-0x101a10295680000, quorum=127.0.0.1:62530, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-04T09:42:46,506 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=84486a41f81c,40871,1733305365407 2024-12-04T09:42:46,506 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-04T09:42:46,506 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-04T09:42:46,506 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-04T09:42:46,509 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-04T09:42:46,509 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=84486a41f81c,40871,1733305365407 in 214 msec 2024-12-04T09:42:46,511 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-04T09:42:46,511 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 679 msec 2024-12-04T09:42:46,512 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-04T09:42:46,512 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-04T09:42:46,514 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T09:42:46,514 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=84486a41f81c,40871,1733305365407, seqNum=-1] 2024-12-04T09:42:46,515 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T09:42:46,516 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54555, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T09:42:46,523 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 753 msec 2024-12-04T09:42:46,523 INFO [master/84486a41f81c:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733305366523, completionTime=-1 2024-12-04T09:42:46,523 INFO [master/84486a41f81c:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=2; waited=0ms, expected min=2 server(s), max=2 server(s), master is running 2024-12-04T09:42:46,523 DEBUG [master/84486a41f81c:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-04T09:42:46,525 INFO [master/84486a41f81c:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=2 2024-12-04T09:42:46,525 INFO [master/84486a41f81c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733305426525 2024-12-04T09:42:46,525 INFO [master/84486a41f81c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733305486525 2024-12-04T09:42:46,525 INFO [master/84486a41f81c:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-12-04T09:42:46,525 INFO [master/84486a41f81c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=84486a41f81c,33429,1733305365255-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T09:42:46,526 INFO [master/84486a41f81c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=84486a41f81c,33429,1733305365255-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T09:42:46,526 INFO [master/84486a41f81c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=84486a41f81c,33429,1733305365255-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T09:42:46,526 INFO [master/84486a41f81c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-84486a41f81c:33429, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T09:42:46,526 INFO [master/84486a41f81c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-04T09:42:46,526 INFO [master/84486a41f81c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-04T09:42:46,528 DEBUG [master/84486a41f81c:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-04T09:42:46,530 INFO [master/84486a41f81c:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.007sec 2024-12-04T09:42:46,530 INFO [master/84486a41f81c:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-04T09:42:46,530 INFO [master/84486a41f81c:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-04T09:42:46,530 INFO [master/84486a41f81c:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-04T09:42:46,530 INFO [master/84486a41f81c:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-04T09:42:46,530 INFO [master/84486a41f81c:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-04T09:42:46,530 INFO [master/84486a41f81c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=84486a41f81c,33429,1733305365255-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-04T09:42:46,530 INFO [master/84486a41f81c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=84486a41f81c,33429,1733305365255-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-04T09:42:46,533 DEBUG [master/84486a41f81c:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-04T09:42:46,533 INFO [master/84486a41f81c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-04T09:42:46,533 INFO [master/84486a41f81c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=84486a41f81c,33429,1733305365255-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T09:42:46,586 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@12d79ce7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T09:42:46,586 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 84486a41f81c,33429,-1 for getting cluster id 2024-12-04T09:42:46,586 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T09:42:46,587 DEBUG [HMaster-EventLoopGroup-12-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9ad8ccee-ee37-4b27-b9d0-c6216df6bbcd' 2024-12-04T09:42:46,588 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T09:42:46,588 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9ad8ccee-ee37-4b27-b9d0-c6216df6bbcd" 2024-12-04T09:42:46,588 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4372ee10, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T09:42:46,588 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [84486a41f81c,33429,-1] 2024-12-04T09:42:46,589 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T09:42:46,589 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T09:42:46,590 INFO [HMaster-EventLoopGroup-12-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36080, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T09:42:46,592 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@31646aba, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T09:42:46,592 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T09:42:46,594 DEBUG [RPCClient-NioEventLoopGroup-5-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=84486a41f81c,40871,1733305365407, seqNum=-1] 2024-12-04T09:42:46,594 DEBUG [RPCClient-NioEventLoopGroup-5-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T09:42:46,596 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34672, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T09:42:46,598 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=84486a41f81c,33429,1733305365255 2024-12-04T09:42:46,599 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T09:42:46,600 DEBUG [RPCClient-NioEventLoopGroup-5-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 84486a41f81c,33429,1733305365255 2024-12-04T09:42:46,600 DEBUG [RPCClient-NioEventLoopGroup-5-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2ba02cb2 2024-12-04T09:42:46,600 DEBUG [RPCClient-NioEventLoopGroup-5-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T09:42:46,601 INFO [HMaster-EventLoopGroup-12-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36092, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-04T09:42:46,602 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33429 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testClearRegionBlockCache', {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-04T09:42:46,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33429 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testClearRegionBlockCache 2024-12-04T09:42:46,605 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_PRE_OPERATION 2024-12-04T09:42:46,606 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T09:42:46,606 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33429 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testClearRegionBlockCache" procId is: 4 2024-12-04T09:42:46,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33429 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T09:42:46,607 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-04T09:42:46,615 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45063 is added to blk_1073741836_1012 (size=379) 2024-12-04T09:42:46,615 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44249 is added to blk_1073741836_1012 (size=379) 2024-12-04T09:42:46,616 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => d3ac3c8a12949230a48eba3625d649a1, NAME => 'testClearRegionBlockCache,,1733305366602.d3ac3c8a12949230a48eba3625d649a1.', STARTKEY => '', ENDKEY => '5'}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40373/user/jenkins/test-data/e07423ce-ff05-d878-e126-40433d8c4fb3 2024-12-04T09:42:46,617 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => af9a7f560adad70c5effddbe3ff3fd3d, NAME => 'testClearRegionBlockCache,5,1733305366602.af9a7f560adad70c5effddbe3ff3fd3d.', STARTKEY => '5', ENDKEY => ''}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40373/user/jenkins/test-data/e07423ce-ff05-d878-e126-40433d8c4fb3 2024-12-04T09:42:46,625 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44249 is added to blk_1073741837_1013 (size=61) 2024-12-04T09:42:46,625 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45063 is added to blk_1073741837_1013 (size=61) 2024-12-04T09:42:46,625 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45063 is added to blk_1073741838_1014 (size=61) 2024-12-04T09:42:46,625 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44249 is added to blk_1073741838_1014 (size=61) 2024-12-04T09:42:46,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33429 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T09:42:46,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33429 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T09:42:47,025 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,5,1733305366602.af9a7f560adad70c5effddbe3ff3fd3d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T09:42:47,025 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,,1733305366602.d3ac3c8a12949230a48eba3625d649a1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T09:42:47,026 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1722): Closing af9a7f560adad70c5effddbe3ff3fd3d, disabling compactions & flushes 2024-12-04T09:42:47,026 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1722): Closing d3ac3c8a12949230a48eba3625d649a1, disabling compactions & flushes 2024-12-04T09:42:47,026 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,5,1733305366602.af9a7f560adad70c5effddbe3ff3fd3d. 2024-12-04T09:42:47,026 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,,1733305366602.d3ac3c8a12949230a48eba3625d649a1. 2024-12-04T09:42:47,026 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,5,1733305366602.af9a7f560adad70c5effddbe3ff3fd3d. 2024-12-04T09:42:47,026 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,,1733305366602.d3ac3c8a12949230a48eba3625d649a1. 2024-12-04T09:42:47,026 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,5,1733305366602.af9a7f560adad70c5effddbe3ff3fd3d. after waiting 0 ms 2024-12-04T09:42:47,026 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,,1733305366602.d3ac3c8a12949230a48eba3625d649a1. after waiting 0 ms 2024-12-04T09:42:47,026 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,5,1733305366602.af9a7f560adad70c5effddbe3ff3fd3d. 2024-12-04T09:42:47,026 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,,1733305366602.d3ac3c8a12949230a48eba3625d649a1. 2024-12-04T09:42:47,026 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,5,1733305366602.af9a7f560adad70c5effddbe3ff3fd3d. 2024-12-04T09:42:47,026 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,,1733305366602.d3ac3c8a12949230a48eba3625d649a1. 2024-12-04T09:42:47,026 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1676): Region close journal for af9a7f560adad70c5effddbe3ff3fd3d: Waiting for close lock at 1733305367025Disabling compacts and flushes for region at 1733305367025Disabling writes for close at 1733305367026 (+1 ms)Writing region close event to WAL at 1733305367026Closed at 1733305367026 2024-12-04T09:42:47,026 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1676): Region close journal for d3ac3c8a12949230a48eba3625d649a1: Waiting for close lock at 1733305367026Disabling compacts and flushes for region at 1733305367026Disabling writes for close at 1733305367026Writing region close event to WAL at 1733305367026Closed at 1733305367026 2024-12-04T09:42:47,028 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ADD_TO_META 2024-12-04T09:42:47,028 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testClearRegionBlockCache,5,1733305366602.af9a7f560adad70c5effddbe3ff3fd3d.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1733305367028"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733305367028"}]},"ts":"1733305367028"} 2024-12-04T09:42:47,028 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testClearRegionBlockCache,,1733305366602.d3ac3c8a12949230a48eba3625d649a1.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1733305367028"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733305367028"}]},"ts":"1733305367028"} 2024-12-04T09:42:47,032 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 2 regions to meta. 2024-12-04T09:42:47,033 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-04T09:42:47,034 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733305367033"}]},"ts":"1733305367033"} 2024-12-04T09:42:47,036 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=testClearRegionBlockCache, state=ENABLING in hbase:meta 2024-12-04T09:42:47,036 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(204): Hosts are {84486a41f81c=0} racks are {/default-rack=0} 2024-12-04T09:42:47,037 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-12-04T09:42:47,037 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-12-04T09:42:47,037 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-12-04T09:42:47,037 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-12-04T09:42:47,037 INFO [PEWorker-4 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-12-04T09:42:47,037 INFO [PEWorker-4 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-12-04T09:42:47,037 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-12-04T09:42:47,037 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=d3ac3c8a12949230a48eba3625d649a1, ASSIGN}, {pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=af9a7f560adad70c5effddbe3ff3fd3d, ASSIGN}] 2024-12-04T09:42:47,039 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=af9a7f560adad70c5effddbe3ff3fd3d, ASSIGN 2024-12-04T09:42:47,039 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=d3ac3c8a12949230a48eba3625d649a1, ASSIGN 2024-12-04T09:42:47,040 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=d3ac3c8a12949230a48eba3625d649a1, ASSIGN; state=OFFLINE, location=84486a41f81c,34149,1733305365461; forceNewPlan=false, retain=false 2024-12-04T09:42:47,040 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=af9a7f560adad70c5effddbe3ff3fd3d, ASSIGN; state=OFFLINE, location=84486a41f81c,40871,1733305365407; forceNewPlan=false, retain=false 2024-12-04T09:42:47,190 INFO [84486a41f81c:33429 {}] balancer.BaseLoadBalancer(388): Reassigned 2 regions. 2 retained the pre-restart assignment. 2024-12-04T09:42:47,191 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=af9a7f560adad70c5effddbe3ff3fd3d, regionState=OPENING, regionLocation=84486a41f81c,40871,1733305365407 2024-12-04T09:42:47,191 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=d3ac3c8a12949230a48eba3625d649a1, regionState=OPENING, regionLocation=84486a41f81c,34149,1733305365461 2024-12-04T09:42:47,193 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=af9a7f560adad70c5effddbe3ff3fd3d, ASSIGN because future has completed 2024-12-04T09:42:47,194 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure af9a7f560adad70c5effddbe3ff3fd3d, server=84486a41f81c,40871,1733305365407}] 2024-12-04T09:42:47,194 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=d3ac3c8a12949230a48eba3625d649a1, ASSIGN because future has completed 2024-12-04T09:42:47,195 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure d3ac3c8a12949230a48eba3625d649a1, server=84486a41f81c,34149,1733305365461}] 2024-12-04T09:42:47,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33429 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T09:42:47,348 DEBUG [RSProcedureDispatcher-pool-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-04T09:42:47,350 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56669, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-04T09:42:47,352 INFO [RS_OPEN_REGION-regionserver/84486a41f81c:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] handler.AssignRegionHandler(132): Open testClearRegionBlockCache,5,1733305366602.af9a7f560adad70c5effddbe3ff3fd3d. 2024-12-04T09:42:47,352 DEBUG [RS_OPEN_REGION-regionserver/84486a41f81c:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => af9a7f560adad70c5effddbe3ff3fd3d, NAME => 'testClearRegionBlockCache,5,1733305366602.af9a7f560adad70c5effddbe3ff3fd3d.', STARTKEY => '5', ENDKEY => ''} 2024-12-04T09:42:47,353 DEBUG [RS_OPEN_REGION-regionserver/84486a41f81c:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache af9a7f560adad70c5effddbe3ff3fd3d 2024-12-04T09:42:47,353 DEBUG [RS_OPEN_REGION-regionserver/84486a41f81c:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,5,1733305366602.af9a7f560adad70c5effddbe3ff3fd3d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T09:42:47,353 DEBUG [RS_OPEN_REGION-regionserver/84486a41f81c:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for af9a7f560adad70c5effddbe3ff3fd3d 2024-12-04T09:42:47,353 DEBUG [RS_OPEN_REGION-regionserver/84486a41f81c:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for af9a7f560adad70c5effddbe3ff3fd3d 2024-12-04T09:42:47,355 INFO [RS_OPEN_REGION-regionserver/84486a41f81c:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] handler.AssignRegionHandler(132): Open testClearRegionBlockCache,,1733305366602.d3ac3c8a12949230a48eba3625d649a1. 2024-12-04T09:42:47,355 INFO [StoreOpener-af9a7f560adad70c5effddbe3ff3fd3d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region af9a7f560adad70c5effddbe3ff3fd3d 2024-12-04T09:42:47,355 DEBUG [RS_OPEN_REGION-regionserver/84486a41f81c:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7752): Opening region: {ENCODED => d3ac3c8a12949230a48eba3625d649a1, NAME => 'testClearRegionBlockCache,,1733305366602.d3ac3c8a12949230a48eba3625d649a1.', STARTKEY => '', ENDKEY => '5'} 2024-12-04T09:42:47,356 DEBUG [RS_OPEN_REGION-regionserver/84486a41f81c:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache d3ac3c8a12949230a48eba3625d649a1 2024-12-04T09:42:47,356 DEBUG [RS_OPEN_REGION-regionserver/84486a41f81c:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,,1733305366602.d3ac3c8a12949230a48eba3625d649a1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T09:42:47,356 DEBUG [RS_OPEN_REGION-regionserver/84486a41f81c:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7794): checking encryption for d3ac3c8a12949230a48eba3625d649a1 2024-12-04T09:42:47,356 DEBUG [RS_OPEN_REGION-regionserver/84486a41f81c:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7797): checking classloading for d3ac3c8a12949230a48eba3625d649a1 2024-12-04T09:42:47,358 INFO [StoreOpener-af9a7f560adad70c5effddbe3ff3fd3d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region af9a7f560adad70c5effddbe3ff3fd3d columnFamilyName family 2024-12-04T09:42:47,358 DEBUG [StoreOpener-af9a7f560adad70c5effddbe3ff3fd3d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T09:42:47,359 INFO [StoreOpener-d3ac3c8a12949230a48eba3625d649a1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region d3ac3c8a12949230a48eba3625d649a1 2024-12-04T09:42:47,359 INFO [StoreOpener-af9a7f560adad70c5effddbe3ff3fd3d-1 {}] regionserver.HStore(327): Store=af9a7f560adad70c5effddbe3ff3fd3d/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T09:42:47,359 DEBUG [RS_OPEN_REGION-regionserver/84486a41f81c:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for af9a7f560adad70c5effddbe3ff3fd3d 2024-12-04T09:42:47,360 DEBUG [RS_OPEN_REGION-regionserver/84486a41f81c:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40373/user/jenkins/test-data/e07423ce-ff05-d878-e126-40433d8c4fb3/data/default/testClearRegionBlockCache/af9a7f560adad70c5effddbe3ff3fd3d 2024-12-04T09:42:47,361 DEBUG [RS_OPEN_REGION-regionserver/84486a41f81c:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40373/user/jenkins/test-data/e07423ce-ff05-d878-e126-40433d8c4fb3/data/default/testClearRegionBlockCache/af9a7f560adad70c5effddbe3ff3fd3d 2024-12-04T09:42:47,361 INFO [StoreOpener-d3ac3c8a12949230a48eba3625d649a1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d3ac3c8a12949230a48eba3625d649a1 columnFamilyName family 2024-12-04T09:42:47,361 DEBUG [StoreOpener-d3ac3c8a12949230a48eba3625d649a1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T09:42:47,361 DEBUG [RS_OPEN_REGION-regionserver/84486a41f81c:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for af9a7f560adad70c5effddbe3ff3fd3d 2024-12-04T09:42:47,361 DEBUG [RS_OPEN_REGION-regionserver/84486a41f81c:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for af9a7f560adad70c5effddbe3ff3fd3d 2024-12-04T09:42:47,361 INFO [StoreOpener-d3ac3c8a12949230a48eba3625d649a1-1 {}] regionserver.HStore(327): Store=d3ac3c8a12949230a48eba3625d649a1/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T09:42:47,362 DEBUG [RS_OPEN_REGION-regionserver/84486a41f81c:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1038): replaying wal for d3ac3c8a12949230a48eba3625d649a1 2024-12-04T09:42:47,362 DEBUG [RS_OPEN_REGION-regionserver/84486a41f81c:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40373/user/jenkins/test-data/e07423ce-ff05-d878-e126-40433d8c4fb3/data/default/testClearRegionBlockCache/d3ac3c8a12949230a48eba3625d649a1 2024-12-04T09:42:47,363 DEBUG [RS_OPEN_REGION-regionserver/84486a41f81c:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40373/user/jenkins/test-data/e07423ce-ff05-d878-e126-40433d8c4fb3/data/default/testClearRegionBlockCache/d3ac3c8a12949230a48eba3625d649a1 2024-12-04T09:42:47,363 DEBUG [RS_OPEN_REGION-regionserver/84486a41f81c:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for af9a7f560adad70c5effddbe3ff3fd3d 2024-12-04T09:42:47,363 DEBUG [RS_OPEN_REGION-regionserver/84486a41f81c:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1048): stopping wal replay for d3ac3c8a12949230a48eba3625d649a1 2024-12-04T09:42:47,363 DEBUG [RS_OPEN_REGION-regionserver/84486a41f81c:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1060): Cleaning up temporary data for d3ac3c8a12949230a48eba3625d649a1 2024-12-04T09:42:47,365 DEBUG [RS_OPEN_REGION-regionserver/84486a41f81c:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40373/user/jenkins/test-data/e07423ce-ff05-d878-e126-40433d8c4fb3/data/default/testClearRegionBlockCache/af9a7f560adad70c5effddbe3ff3fd3d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T09:42:47,365 DEBUG [RS_OPEN_REGION-regionserver/84486a41f81c:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1093): writing seq id for d3ac3c8a12949230a48eba3625d649a1 2024-12-04T09:42:47,365 INFO [RS_OPEN_REGION-regionserver/84486a41f81c:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1114): Opened af9a7f560adad70c5effddbe3ff3fd3d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68372249, jitterRate=0.01882590353488922}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-04T09:42:47,365 DEBUG [RS_OPEN_REGION-regionserver/84486a41f81c:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for af9a7f560adad70c5effddbe3ff3fd3d 2024-12-04T09:42:47,366 DEBUG [RS_OPEN_REGION-regionserver/84486a41f81c:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for af9a7f560adad70c5effddbe3ff3fd3d: Running coprocessor pre-open hook at 1733305367353Writing region info on filesystem at 1733305367353Initializing all the Stores at 1733305367355 (+2 ms)Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733305367355Cleaning up temporary data from old regions at 1733305367361 (+6 ms)Running coprocessor post-open hooks at 1733305367365 (+4 ms)Region opened successfully at 1733305367366 (+1 ms) 2024-12-04T09:42:47,367 INFO [RS_OPEN_REGION-regionserver/84486a41f81c:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for testClearRegionBlockCache,5,1733305366602.af9a7f560adad70c5effddbe3ff3fd3d., pid=7, masterSystemTime=1733305367346 2024-12-04T09:42:47,367 DEBUG [RS_OPEN_REGION-regionserver/84486a41f81c:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40373/user/jenkins/test-data/e07423ce-ff05-d878-e126-40433d8c4fb3/data/default/testClearRegionBlockCache/d3ac3c8a12949230a48eba3625d649a1/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T09:42:47,368 INFO [RS_OPEN_REGION-regionserver/84486a41f81c:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1114): Opened d3ac3c8a12949230a48eba3625d649a1; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61861350, jitterRate=-0.07819405198097229}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-04T09:42:47,368 DEBUG [RS_OPEN_REGION-regionserver/84486a41f81c:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1122): Running coprocessor post-open hooks for d3ac3c8a12949230a48eba3625d649a1 2024-12-04T09:42:47,368 DEBUG [RS_OPEN_REGION-regionserver/84486a41f81c:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1006): Region open journal for d3ac3c8a12949230a48eba3625d649a1: Running coprocessor pre-open hook at 1733305367356Writing region info on filesystem at 1733305367356Initializing all the Stores at 1733305367358 (+2 ms)Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733305367358Cleaning up temporary data from old regions at 1733305367363 (+5 ms)Running coprocessor post-open hooks at 1733305367368 (+5 ms)Region opened successfully at 1733305367368 2024-12-04T09:42:47,369 INFO [RS_OPEN_REGION-regionserver/84486a41f81c:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegionServer(2236): Post open deploy tasks for testClearRegionBlockCache,,1733305366602.d3ac3c8a12949230a48eba3625d649a1., pid=8, masterSystemTime=1733305367348 2024-12-04T09:42:47,370 DEBUG [RS_OPEN_REGION-regionserver/84486a41f81c:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for testClearRegionBlockCache,5,1733305366602.af9a7f560adad70c5effddbe3ff3fd3d. 2024-12-04T09:42:47,370 INFO [RS_OPEN_REGION-regionserver/84486a41f81c:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] handler.AssignRegionHandler(153): Opened testClearRegionBlockCache,5,1733305366602.af9a7f560adad70c5effddbe3ff3fd3d. 2024-12-04T09:42:47,370 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=af9a7f560adad70c5effddbe3ff3fd3d, regionState=OPEN, openSeqNum=2, regionLocation=84486a41f81c,40871,1733305365407 2024-12-04T09:42:47,371 DEBUG [RS_OPEN_REGION-regionserver/84486a41f81c:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegionServer(2266): Finished post open deploy task for testClearRegionBlockCache,,1733305366602.d3ac3c8a12949230a48eba3625d649a1. 2024-12-04T09:42:47,371 INFO [RS_OPEN_REGION-regionserver/84486a41f81c:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] handler.AssignRegionHandler(153): Opened testClearRegionBlockCache,,1733305366602.d3ac3c8a12949230a48eba3625d649a1. 2024-12-04T09:42:47,372 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=d3ac3c8a12949230a48eba3625d649a1, regionState=OPEN, openSeqNum=2, regionLocation=84486a41f81c,34149,1733305365461 2024-12-04T09:42:47,373 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure af9a7f560adad70c5effddbe3ff3fd3d, server=84486a41f81c,40871,1733305365407 because future has completed 2024-12-04T09:42:47,374 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure d3ac3c8a12949230a48eba3625d649a1, server=84486a41f81c,34149,1733305365461 because future has completed 2024-12-04T09:42:47,377 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-12-04T09:42:47,377 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure af9a7f560adad70c5effddbe3ff3fd3d, server=84486a41f81c,40871,1733305365407 in 180 msec 2024-12-04T09:42:47,378 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=5 2024-12-04T09:42:47,378 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure d3ac3c8a12949230a48eba3625d649a1, server=84486a41f81c,34149,1733305365461 in 180 msec 2024-12-04T09:42:47,379 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=af9a7f560adad70c5effddbe3ff3fd3d, ASSIGN in 340 msec 2024-12-04T09:42:47,380 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-04T09:42:47,380 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=d3ac3c8a12949230a48eba3625d649a1, ASSIGN in 341 msec 2024-12-04T09:42:47,382 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-04T09:42:47,382 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733305367382"}]},"ts":"1733305367382"} 2024-12-04T09:42:47,384 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=testClearRegionBlockCache, state=ENABLED in hbase:meta 2024-12-04T09:42:47,385 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_POST_OPERATION 2024-12-04T09:42:47,387 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testClearRegionBlockCache in 783 msec 2024-12-04T09:42:47,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33429 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T09:42:47,743 INFO [RPCClient-NioEventLoopGroup-5-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testClearRegionBlockCache completed 2024-12-04T09:42:47,743 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testClearRegionBlockCache get assigned. Timeout = 60000ms 2024-12-04T09:42:47,744 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-04T09:42:47,752 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testClearRegionBlockCache assigned to meta. Checking AM states. 2024-12-04T09:42:47,752 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-04T09:42:47,753 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testClearRegionBlockCache assigned. 2024-12-04T09:42:47,756 DEBUG [RPCClient-NioEventLoopGroup-5-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testClearRegionBlockCache', row='1', locateType=CURRENT is [region=testClearRegionBlockCache,,1733305366602.d3ac3c8a12949230a48eba3625d649a1., hostname=84486a41f81c,34149,1733305365461, seqNum=2] 2024-12-04T09:42:47,757 DEBUG [RPCClient-NioEventLoopGroup-5-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T09:42:47,758 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46222, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T09:42:47,768 DEBUG [RPCClient-NioEventLoopGroup-5-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testClearRegionBlockCache', row='5', locateType=CURRENT is [region=testClearRegionBlockCache,5,1733305366602.af9a7f560adad70c5effddbe3ff3fd3d., hostname=84486a41f81c,40871,1733305365407, seqNum=2] 2024-12-04T09:42:47,778 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing af9a7f560adad70c5effddbe3ff3fd3d 1/1 column families, dataSize=140 B heapSize=776 B 2024-12-04T09:42:47,791 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40373/user/jenkins/test-data/e07423ce-ff05-d878-e126-40433d8c4fb3/data/default/testClearRegionBlockCache/af9a7f560adad70c5effddbe3ff3fd3d/.tmp/family/e49ee8185d6a46598e8951e2bacc7362 is 32, key is 5/family:/1733305367769/Put/seqid=0 2024-12-04T09:42:47,796 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44249 is added to blk_1073741839_1015 (size=5083) 2024-12-04T09:42:47,796 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45063 is added to blk_1073741839_1015 (size=5083) 2024-12-04T09:42:47,796 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=140 B at sequenceid=9 (bloomFilter=true), to=hdfs://localhost:40373/user/jenkins/test-data/e07423ce-ff05-d878-e126-40433d8c4fb3/data/default/testClearRegionBlockCache/af9a7f560adad70c5effddbe3ff3fd3d/.tmp/family/e49ee8185d6a46598e8951e2bacc7362 2024-12-04T09:42:47,802 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40373/user/jenkins/test-data/e07423ce-ff05-d878-e126-40433d8c4fb3/data/default/testClearRegionBlockCache/af9a7f560adad70c5effddbe3ff3fd3d/.tmp/family/e49ee8185d6a46598e8951e2bacc7362 as hdfs://localhost:40373/user/jenkins/test-data/e07423ce-ff05-d878-e126-40433d8c4fb3/data/default/testClearRegionBlockCache/af9a7f560adad70c5effddbe3ff3fd3d/family/e49ee8185d6a46598e8951e2bacc7362 2024-12-04T09:42:47,807 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40373/user/jenkins/test-data/e07423ce-ff05-d878-e126-40433d8c4fb3/data/default/testClearRegionBlockCache/af9a7f560adad70c5effddbe3ff3fd3d/family/e49ee8185d6a46598e8951e2bacc7362, entries=5, sequenceid=9, filesize=5.0 K 2024-12-04T09:42:47,808 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~140 B/140, heapSize ~760 B/760, currentSize=0 B/0 for af9a7f560adad70c5effddbe3ff3fd3d in 29ms, sequenceid=9, compaction requested=false 2024-12-04T09:42:47,808 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for af9a7f560adad70c5effddbe3ff3fd3d: 2024-12-04T09:42:47,808 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing d3ac3c8a12949230a48eba3625d649a1 1/1 column families, dataSize=112 B heapSize=672 B 2024-12-04T09:42:47,822 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40373/user/jenkins/test-data/e07423ce-ff05-d878-e126-40433d8c4fb3/data/default/testClearRegionBlockCache/d3ac3c8a12949230a48eba3625d649a1/.tmp/family/89abfea0f37949b39f2f80a8c23e5855 is 32, key is 1/family:/1733305367758/Put/seqid=0 2024-12-04T09:42:47,826 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44249 is added to blk_1073741840_1016 (size=5054) 2024-12-04T09:42:47,826 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45063 is added to blk_1073741840_1016 (size=5054) 2024-12-04T09:42:47,827 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:40373/user/jenkins/test-data/e07423ce-ff05-d878-e126-40433d8c4fb3/data/default/testClearRegionBlockCache/d3ac3c8a12949230a48eba3625d649a1/.tmp/family/89abfea0f37949b39f2f80a8c23e5855 2024-12-04T09:42:47,833 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40373/user/jenkins/test-data/e07423ce-ff05-d878-e126-40433d8c4fb3/data/default/testClearRegionBlockCache/d3ac3c8a12949230a48eba3625d649a1/.tmp/family/89abfea0f37949b39f2f80a8c23e5855 as hdfs://localhost:40373/user/jenkins/test-data/e07423ce-ff05-d878-e126-40433d8c4fb3/data/default/testClearRegionBlockCache/d3ac3c8a12949230a48eba3625d649a1/family/89abfea0f37949b39f2f80a8c23e5855 2024-12-04T09:42:47,838 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40373/user/jenkins/test-data/e07423ce-ff05-d878-e126-40433d8c4fb3/data/default/testClearRegionBlockCache/d3ac3c8a12949230a48eba3625d649a1/family/89abfea0f37949b39f2f80a8c23e5855, entries=4, sequenceid=8, filesize=4.9 K 2024-12-04T09:42:47,839 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~112 B/112, heapSize ~656 B/656, currentSize=0 B/0 for d3ac3c8a12949230a48eba3625d649a1 in 31ms, sequenceid=8, compaction requested=false 2024-12-04T09:42:47,839 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for d3ac3c8a12949230a48eba3625d649a1: 2024-12-04T09:42:47,840 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@10afe2f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T09:42:47,840 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 84486a41f81c,33429,-1 for getting cluster id 2024-12-04T09:42:47,840 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T09:42:47,841 DEBUG [HMaster-EventLoopGroup-12-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9ad8ccee-ee37-4b27-b9d0-c6216df6bbcd' 2024-12-04T09:42:47,841 DEBUG [RPCClient-NioEventLoopGroup-5-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T09:42:47,841 DEBUG [RPCClient-NioEventLoopGroup-5-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9ad8ccee-ee37-4b27-b9d0-c6216df6bbcd" 2024-12-04T09:42:47,841 DEBUG [RPCClient-NioEventLoopGroup-5-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@12b2bd4b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T09:42:47,841 DEBUG [RPCClient-NioEventLoopGroup-5-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [84486a41f81c,33429,-1] 2024-12-04T09:42:47,842 DEBUG [RPCClient-NioEventLoopGroup-5-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T09:42:47,842 DEBUG [RPCClient-NioEventLoopGroup-5-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T09:42:47,843 INFO [HMaster-EventLoopGroup-12-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36120, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T09:42:47,844 DEBUG [RPCClient-NioEventLoopGroup-5-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@596166da, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T09:42:47,849 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testClearRegionBlockCache,, stopping at row=testClearRegionBlockCache ,, for max=2147483647 with caching=100 2024-12-04T09:42:47,849 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T09:42:47,851 DEBUG [RPCClient-NioEventLoopGroup-5-13 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=84486a41f81c,40871,1733305365407, seqNum=-1] 2024-12-04T09:42:47,851 DEBUG [RPCClient-NioEventLoopGroup-5-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T09:42:47,852 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40304, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T09:42:47,855 DEBUG [RPCClient-NioEventLoopGroup-5-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-04T09:42:47,855 DEBUG [RPCClient-NioEventLoopGroup-5-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-04T09:42:47,856 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47778, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-04T09:42:47,856 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40308, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-04T09:42:47,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34149 {}] bucket.BucketCache(1863): found 1 blocks for file 89abfea0f37949b39f2f80a8c23e5855, starting offset: 0, end offset: 9223372036854775807 2024-12-04T09:42:47,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] bucket.BucketCache(1863): found 1 blocks for file e49ee8185d6a46598e8951e2bacc7362, starting offset: 0, end offset: 9223372036854775807 2024-12-04T09:42:47,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] bucket.BucketCache(856): removed key e49ee8185d6a46598e8951e2bacc7362_0 from back map with offset lock 2094080 in the evict process 2024-12-04T09:42:47,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34149 {}] bucket.BucketCache(856): removed key 89abfea0f37949b39f2f80a8c23e5855_0 from back map with offset lock 2094080 in the evict process 2024-12-04T09:42:47,859 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T09:42:47,859 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.testClearBlockCacheFromAsyncAdmin(TestClearRegionBlockCache.java:174) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T09:42:47,859 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T09:42:47,860 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T09:42:47,860 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T09:42:47,860 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-04T09:42:47,860 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T09:42:47,860 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.teardown(TestClearRegionBlockCache.java:100) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T09:42:47,860 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T09:42:47,860 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T09:42:47,860 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T09:42:47,861 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-04T09:42:47,861 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=346189473, stopped=false 2024-12-04T09:42:47,861 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=84486a41f81c,33429,1733305365255 2024-12-04T09:42:47,906 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33429-0x101a10295680000, quorum=127.0.0.1:62530, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-04T09:42:47,906 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40871-0x101a10295680001, quorum=127.0.0.1:62530, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-04T09:42:47,906 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34149-0x101a10295680002, quorum=127.0.0.1:62530, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-04T09:42:47,906 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33429-0x101a10295680000, quorum=127.0.0.1:62530, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T09:42:47,906 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34149-0x101a10295680002, quorum=127.0.0.1:62530, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T09:42:47,906 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40871-0x101a10295680001, quorum=127.0.0.1:62530, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T09:42:47,906 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-04T09:42:47,907 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T09:42:47,908 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:34149-0x101a10295680002, quorum=127.0.0.1:62530, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-04T09:42:47,908 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:40871-0x101a10295680001, quorum=127.0.0.1:62530, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-04T09:42:47,908 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.teardown(TestClearRegionBlockCache.java:100) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T09:42:47,908 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T09:42:47,908 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:33429-0x101a10295680000, quorum=127.0.0.1:62530, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-04T09:42:47,909 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '84486a41f81c,40871,1733305365407' ***** 2024-12-04T09:42:47,909 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-04T09:42:47,909 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '84486a41f81c,34149,1733305365461' ***** 2024-12-04T09:42:47,909 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-04T09:42:47,911 INFO [RS:0;84486a41f81c:40871 {}] bucket.BucketCache(1738): Disabling cache 2024-12-04T09:42:47,911 INFO [RS:1;84486a41f81c:34149 {}] bucket.BucketCache(1738): Disabling cache 2024-12-04T09:42:47,912 INFO [Time-limited test-BucketCacheWriter-1 {}] bucket.BucketCache$WriterThread(1271): Time-limited test-BucketCacheWriter-1 exiting, cacheEnabled=false 2024-12-04T09:42:47,912 INFO [RS:0;84486a41f81c:40871 {}] bucket.BucketCache(1762): Shutdown bucket cache: IO persistent=false; path to write=null 2024-12-04T09:42:47,912 INFO [Time-limited test-BucketCacheWriter-2 {}] bucket.BucketCache$WriterThread(1271): Time-limited test-BucketCacheWriter-2 exiting, cacheEnabled=false 2024-12-04T09:42:47,912 INFO [Time-limited test-BucketCacheWriter-0 {}] bucket.BucketCache$WriterThread(1271): Time-limited test-BucketCacheWriter-0 exiting, cacheEnabled=false 2024-12-04T09:42:47,912 INFO [Time-limited test-BucketCacheWriter-0 {}] bucket.BucketCache$WriterThread(1271): Time-limited test-BucketCacheWriter-0 exiting, cacheEnabled=false 2024-12-04T09:42:47,912 INFO [RS:1;84486a41f81c:34149 {}] bucket.BucketCache(1762): Shutdown bucket cache: IO persistent=false; path to write=null 2024-12-04T09:42:47,912 INFO [Time-limited test-BucketCacheWriter-2 {}] bucket.BucketCache$WriterThread(1271): Time-limited test-BucketCacheWriter-2 exiting, cacheEnabled=false 2024-12-04T09:42:47,912 INFO [RS:0;84486a41f81c:40871 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-04T09:42:47,912 INFO [RS:1;84486a41f81c:34149 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-04T09:42:47,912 INFO [Time-limited test-BucketCacheWriter-1 {}] bucket.BucketCache$WriterThread(1271): Time-limited test-BucketCacheWriter-1 exiting, cacheEnabled=false 2024-12-04T09:42:47,912 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-04T09:42:47,912 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-04T09:42:47,912 INFO [RS:0;84486a41f81c:40871 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-04T09:42:47,912 INFO [RS:0;84486a41f81c:40871 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-04T09:42:47,912 INFO [RS:0;84486a41f81c:40871 {}] regionserver.HRegionServer(3091): Received CLOSE for af9a7f560adad70c5effddbe3ff3fd3d 2024-12-04T09:42:47,912 INFO [regionserver/84486a41f81c:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-04T09:42:47,912 INFO [RS:1;84486a41f81c:34149 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-04T09:42:47,912 INFO [regionserver/84486a41f81c:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-04T09:42:47,912 INFO [RS:1;84486a41f81c:34149 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-04T09:42:47,912 INFO [RS:1;84486a41f81c:34149 {}] regionserver.HRegionServer(3091): Received CLOSE for d3ac3c8a12949230a48eba3625d649a1 2024-12-04T09:42:47,912 INFO [RS:0;84486a41f81c:40871 {}] regionserver.HRegionServer(959): stopping server 84486a41f81c,40871,1733305365407 2024-12-04T09:42:47,912 INFO [RS:0;84486a41f81c:40871 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-04T09:42:47,912 INFO [RS:0;84486a41f81c:40871 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;84486a41f81c:40871. 2024-12-04T09:42:47,912 INFO [RS:1;84486a41f81c:34149 {}] regionserver.HRegionServer(959): stopping server 84486a41f81c,34149,1733305365461 2024-12-04T09:42:47,912 DEBUG [RS:0;84486a41f81c:40871 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T09:42:47,912 DEBUG [RS_CLOSE_REGION-regionserver/84486a41f81c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing af9a7f560adad70c5effddbe3ff3fd3d, disabling compactions & flushes 2024-12-04T09:42:47,912 DEBUG [RS:0;84486a41f81c:40871 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T09:42:47,912 INFO [RS:1;84486a41f81c:34149 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-04T09:42:47,912 INFO [RS_CLOSE_REGION-regionserver/84486a41f81c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,5,1733305366602.af9a7f560adad70c5effddbe3ff3fd3d. 2024-12-04T09:42:47,913 DEBUG [RS_CLOSE_REGION-regionserver/84486a41f81c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,5,1733305366602.af9a7f560adad70c5effddbe3ff3fd3d. 2024-12-04T09:42:47,913 DEBUG [RS_CLOSE_REGION-regionserver/84486a41f81c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing d3ac3c8a12949230a48eba3625d649a1, disabling compactions & flushes 2024-12-04T09:42:47,913 INFO [RS:1;84486a41f81c:34149 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;84486a41f81c:34149. 2024-12-04T09:42:47,913 DEBUG [RS_CLOSE_REGION-regionserver/84486a41f81c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,5,1733305366602.af9a7f560adad70c5effddbe3ff3fd3d. after waiting 0 ms 2024-12-04T09:42:47,913 INFO [RS_CLOSE_REGION-regionserver/84486a41f81c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,,1733305366602.d3ac3c8a12949230a48eba3625d649a1. 2024-12-04T09:42:47,913 INFO [RS:0;84486a41f81c:40871 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-04T09:42:47,913 DEBUG [RS_CLOSE_REGION-regionserver/84486a41f81c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,5,1733305366602.af9a7f560adad70c5effddbe3ff3fd3d. 2024-12-04T09:42:47,913 DEBUG [RS:1;84486a41f81c:34149 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T09:42:47,913 DEBUG [RS_CLOSE_REGION-regionserver/84486a41f81c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,,1733305366602.d3ac3c8a12949230a48eba3625d649a1. 2024-12-04T09:42:47,913 INFO [RS:0;84486a41f81c:40871 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-04T09:42:47,913 DEBUG [RS:1;84486a41f81c:34149 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T09:42:47,913 DEBUG [RS_CLOSE_REGION-regionserver/84486a41f81c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,,1733305366602.d3ac3c8a12949230a48eba3625d649a1. after waiting 0 ms 2024-12-04T09:42:47,913 INFO [RS:0;84486a41f81c:40871 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-04T09:42:47,913 DEBUG [RS_CLOSE_REGION-regionserver/84486a41f81c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,,1733305366602.d3ac3c8a12949230a48eba3625d649a1. 2024-12-04T09:42:47,913 INFO [RS:0;84486a41f81c:40871 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-04T09:42:47,913 INFO [RS:1;84486a41f81c:34149 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-04T09:42:47,913 DEBUG [RS:1;84486a41f81c:34149 {}] regionserver.HRegionServer(1325): Online Regions={d3ac3c8a12949230a48eba3625d649a1=testClearRegionBlockCache,,1733305366602.d3ac3c8a12949230a48eba3625d649a1.} 2024-12-04T09:42:47,913 DEBUG [RS:1;84486a41f81c:34149 {}] regionserver.HRegionServer(1351): Waiting on d3ac3c8a12949230a48eba3625d649a1 2024-12-04T09:42:47,913 INFO [RS:0;84486a41f81c:40871 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-04T09:42:47,913 DEBUG [RS:0;84486a41f81c:40871 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, af9a7f560adad70c5effddbe3ff3fd3d=testClearRegionBlockCache,5,1733305366602.af9a7f560adad70c5effddbe3ff3fd3d.} 2024-12-04T09:42:47,913 DEBUG [RS:0;84486a41f81c:40871 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, af9a7f560adad70c5effddbe3ff3fd3d 2024-12-04T09:42:47,913 DEBUG [RS_CLOSE_META-regionserver/84486a41f81c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-04T09:42:47,913 INFO [RS_CLOSE_META-regionserver/84486a41f81c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-04T09:42:47,913 DEBUG [RS_CLOSE_META-regionserver/84486a41f81c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-04T09:42:47,913 DEBUG [RS_CLOSE_META-regionserver/84486a41f81c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-04T09:42:47,914 DEBUG [RS_CLOSE_META-regionserver/84486a41f81c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-04T09:42:47,914 INFO [RS_CLOSE_META-regionserver/84486a41f81c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.79 KB heapSize=5.57 KB 2024-12-04T09:42:47,917 DEBUG [RS_CLOSE_REGION-regionserver/84486a41f81c:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40373/user/jenkins/test-data/e07423ce-ff05-d878-e126-40433d8c4fb3/data/default/testClearRegionBlockCache/af9a7f560adad70c5effddbe3ff3fd3d/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=1 2024-12-04T09:42:47,917 DEBUG [RS_CLOSE_REGION-regionserver/84486a41f81c:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40373/user/jenkins/test-data/e07423ce-ff05-d878-e126-40433d8c4fb3/data/default/testClearRegionBlockCache/d3ac3c8a12949230a48eba3625d649a1/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-12-04T09:42:47,917 INFO [RS_CLOSE_REGION-regionserver/84486a41f81c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,,1733305366602.d3ac3c8a12949230a48eba3625d649a1. 2024-12-04T09:42:47,917 INFO [RS_CLOSE_REGION-regionserver/84486a41f81c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,5,1733305366602.af9a7f560adad70c5effddbe3ff3fd3d. 2024-12-04T09:42:47,917 DEBUG [RS_CLOSE_REGION-regionserver/84486a41f81c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for d3ac3c8a12949230a48eba3625d649a1: Waiting for close lock at 1733305367912Running coprocessor pre-close hooks at 1733305367912Disabling compacts and flushes for region at 1733305367913 (+1 ms)Disabling writes for close at 1733305367913Writing region close event to WAL at 1733305367913Running coprocessor post-close hooks at 1733305367917 (+4 ms)Closed at 1733305367917 2024-12-04T09:42:47,917 DEBUG [RS_CLOSE_REGION-regionserver/84486a41f81c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for af9a7f560adad70c5effddbe3ff3fd3d: Waiting for close lock at 1733305367912Running coprocessor pre-close hooks at 1733305367912Disabling compacts and flushes for region at 1733305367912Disabling writes for close at 1733305367913 (+1 ms)Writing region close event to WAL at 1733305367913Running coprocessor post-close hooks at 1733305367917 (+4 ms)Closed at 1733305367917 2024-12-04T09:42:47,917 DEBUG [RS_CLOSE_REGION-regionserver/84486a41f81c:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,5,1733305366602.af9a7f560adad70c5effddbe3ff3fd3d. 2024-12-04T09:42:47,917 DEBUG [RS_CLOSE_REGION-regionserver/84486a41f81c:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,,1733305366602.d3ac3c8a12949230a48eba3625d649a1. 2024-12-04T09:42:47,927 DEBUG [RS_CLOSE_META-regionserver/84486a41f81c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40373/user/jenkins/test-data/e07423ce-ff05-d878-e126-40433d8c4fb3/data/hbase/meta/1588230740/.tmp/info/d547b1c190c8487f8fd618feeedb4119 is 173, key is testClearRegionBlockCache,5,1733305366602.af9a7f560adad70c5effddbe3ff3fd3d./info:regioninfo/1733305367370/Put/seqid=0 2024-12-04T09:42:47,932 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44249 is added to blk_1073741841_1017 (size=8173) 2024-12-04T09:42:47,932 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45063 is added to blk_1073741841_1017 (size=8173) 2024-12-04T09:42:47,933 INFO [RS_CLOSE_META-regionserver/84486a41f81c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.60 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:40373/user/jenkins/test-data/e07423ce-ff05-d878-e126-40433d8c4fb3/data/hbase/meta/1588230740/.tmp/info/d547b1c190c8487f8fd618feeedb4119 2024-12-04T09:42:47,951 DEBUG [RS_CLOSE_META-regionserver/84486a41f81c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40373/user/jenkins/test-data/e07423ce-ff05-d878-e126-40433d8c4fb3/data/hbase/meta/1588230740/.tmp/ns/ecce96b3ce5c4c38b27c1a3c6e506947 is 43, key is default/ns:d/1733305366517/Put/seqid=0 2024-12-04T09:42:47,956 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44249 is added to blk_1073741842_1018 (size=5153) 2024-12-04T09:42:47,956 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45063 is added to blk_1073741842_1018 (size=5153) 2024-12-04T09:42:47,957 INFO [RS_CLOSE_META-regionserver/84486a41f81c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:40373/user/jenkins/test-data/e07423ce-ff05-d878-e126-40433d8c4fb3/data/hbase/meta/1588230740/.tmp/ns/ecce96b3ce5c4c38b27c1a3c6e506947 2024-12-04T09:42:47,974 DEBUG [RS_CLOSE_META-regionserver/84486a41f81c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40373/user/jenkins/test-data/e07423ce-ff05-d878-e126-40433d8c4fb3/data/hbase/meta/1588230740/.tmp/table/8fc90d622c374086b7ec8821052da9a8 is 61, key is testClearRegionBlockCache/table:state/1733305367382/Put/seqid=0 2024-12-04T09:42:47,976 INFO [regionserver/84486a41f81c:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-04T09:42:47,977 INFO [regionserver/84486a41f81c:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-04T09:42:47,979 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45063 is added to blk_1073741843_1019 (size=5312) 2024-12-04T09:42:47,979 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44249 is added to blk_1073741843_1019 (size=5312) 2024-12-04T09:42:47,980 INFO [RS_CLOSE_META-regionserver/84486a41f81c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=114 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:40373/user/jenkins/test-data/e07423ce-ff05-d878-e126-40433d8c4fb3/data/hbase/meta/1588230740/.tmp/table/8fc90d622c374086b7ec8821052da9a8 2024-12-04T09:42:47,986 DEBUG [RS_CLOSE_META-regionserver/84486a41f81c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40373/user/jenkins/test-data/e07423ce-ff05-d878-e126-40433d8c4fb3/data/hbase/meta/1588230740/.tmp/info/d547b1c190c8487f8fd618feeedb4119 as hdfs://localhost:40373/user/jenkins/test-data/e07423ce-ff05-d878-e126-40433d8c4fb3/data/hbase/meta/1588230740/info/d547b1c190c8487f8fd618feeedb4119 2024-12-04T09:42:47,992 INFO [RS_CLOSE_META-regionserver/84486a41f81c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40373/user/jenkins/test-data/e07423ce-ff05-d878-e126-40433d8c4fb3/data/hbase/meta/1588230740/info/d547b1c190c8487f8fd618feeedb4119, entries=20, sequenceid=13, filesize=8.0 K 2024-12-04T09:42:47,993 DEBUG [RS_CLOSE_META-regionserver/84486a41f81c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40373/user/jenkins/test-data/e07423ce-ff05-d878-e126-40433d8c4fb3/data/hbase/meta/1588230740/.tmp/ns/ecce96b3ce5c4c38b27c1a3c6e506947 as hdfs://localhost:40373/user/jenkins/test-data/e07423ce-ff05-d878-e126-40433d8c4fb3/data/hbase/meta/1588230740/ns/ecce96b3ce5c4c38b27c1a3c6e506947 2024-12-04T09:42:47,998 INFO [RS_CLOSE_META-regionserver/84486a41f81c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40373/user/jenkins/test-data/e07423ce-ff05-d878-e126-40433d8c4fb3/data/hbase/meta/1588230740/ns/ecce96b3ce5c4c38b27c1a3c6e506947, entries=2, sequenceid=13, filesize=5.0 K 2024-12-04T09:42:47,999 DEBUG [RS_CLOSE_META-regionserver/84486a41f81c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40373/user/jenkins/test-data/e07423ce-ff05-d878-e126-40433d8c4fb3/data/hbase/meta/1588230740/.tmp/table/8fc90d622c374086b7ec8821052da9a8 as hdfs://localhost:40373/user/jenkins/test-data/e07423ce-ff05-d878-e126-40433d8c4fb3/data/hbase/meta/1588230740/table/8fc90d622c374086b7ec8821052da9a8 2024-12-04T09:42:48,005 INFO [RS_CLOSE_META-regionserver/84486a41f81c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40373/user/jenkins/test-data/e07423ce-ff05-d878-e126-40433d8c4fb3/data/hbase/meta/1588230740/table/8fc90d622c374086b7ec8821052da9a8, entries=2, sequenceid=13, filesize=5.2 K 2024-12-04T09:42:48,006 INFO [RS_CLOSE_META-regionserver/84486a41f81c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.79 KB/2852, heapSize ~5.27 KB/5400, currentSize=0 B/0 for 1588230740 in 92ms, sequenceid=13, compaction requested=false 2024-12-04T09:42:48,010 DEBUG [RS_CLOSE_META-regionserver/84486a41f81c:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40373/user/jenkins/test-data/e07423ce-ff05-d878-e126-40433d8c4fb3/data/hbase/meta/1588230740/recovered.edits/16.seqid, newMaxSeqId=16, maxSeqId=1 2024-12-04T09:42:48,011 DEBUG [RS_CLOSE_META-regionserver/84486a41f81c:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-04T09:42:48,011 INFO [RS_CLOSE_META-regionserver/84486a41f81c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-04T09:42:48,011 DEBUG [RS_CLOSE_META-regionserver/84486a41f81c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733305367913Running coprocessor pre-close hooks at 1733305367913Disabling compacts and flushes for region at 1733305367913Disabling writes for close at 1733305367914 (+1 ms)Obtaining lock to block concurrent updates at 1733305367914Preparing flush snapshotting stores in 1588230740 at 1733305367914Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2852, getHeapSize=5640, getOffHeapSize=0, getCellsCount=24 at 1733305367914Flushing stores of hbase:meta,,1.1588230740 at 1733305367914Flushing 1588230740/info: creating writer at 1733305367915 (+1 ms)Flushing 1588230740/info: appending metadata at 1733305367927 (+12 ms)Flushing 1588230740/info: closing flushed file at 1733305367927Flushing 1588230740/ns: creating writer at 1733305367938 (+11 ms)Flushing 1588230740/ns: appending metadata at 1733305367951 (+13 ms)Flushing 1588230740/ns: closing flushed file at 1733305367951Flushing 1588230740/table: creating writer at 1733305367962 (+11 ms)Flushing 1588230740/table: appending metadata at 1733305367974 (+12 ms)Flushing 1588230740/table: closing flushed file at 1733305367974Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@77d9ad8b: reopening flushed file at 1733305367985 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@59b95382: reopening flushed file at 1733305367992 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3531def2: reopening flushed file at 1733305367999 (+7 ms)Finished flush of dataSize ~2.79 KB/2852, heapSize ~5.27 KB/5400, currentSize=0 B/0 for 1588230740 in 92ms, sequenceid=13, compaction requested=false at 1733305368006 (+7 ms)Writing region close event to WAL at 1733305368007 (+1 ms)Running coprocessor post-close hooks at 1733305368011 (+4 ms)Closed at 1733305368011 2024-12-04T09:42:48,011 DEBUG [RS_CLOSE_META-regionserver/84486a41f81c:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-04T09:42:48,113 INFO [RS:1;84486a41f81c:34149 {}] regionserver.HRegionServer(976): stopping server 84486a41f81c,34149,1733305365461; all regions closed. 2024-12-04T09:42:48,113 INFO [RS:0;84486a41f81c:40871 {}] regionserver.HRegionServer(976): stopping server 84486a41f81c,40871,1733305365407; all regions closed. 2024-12-04T09:42:48,116 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45063 is added to blk_1073741834_1010 (size=1758) 2024-12-04T09:42:48,116 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45063 is added to blk_1073741835_1011 (size=4338) 2024-12-04T09:42:48,116 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44249 is added to blk_1073741834_1010 (size=1758) 2024-12-04T09:42:48,116 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44249 is added to blk_1073741835_1011 (size=4338) 2024-12-04T09:42:48,118 DEBUG [RS:0;84486a41f81c:40871 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/e07423ce-ff05-d878-e126-40433d8c4fb3/oldWALs 2024-12-04T09:42:48,118 INFO [RS:0;84486a41f81c:40871 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 84486a41f81c%2C40871%2C1733305365407.meta:.meta(num 1733305366460) 2024-12-04T09:42:48,118 DEBUG [RS:1;84486a41f81c:34149 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/e07423ce-ff05-d878-e126-40433d8c4fb3/oldWALs 2024-12-04T09:42:48,118 INFO [RS:1;84486a41f81c:34149 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 84486a41f81c%2C34149%2C1733305365461:(num 1733305366013) 2024-12-04T09:42:48,118 DEBUG [RS:1;84486a41f81c:34149 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T09:42:48,118 INFO [RS:1;84486a41f81c:34149 {}] regionserver.LeaseManager(133): Closed leases 2024-12-04T09:42:48,118 INFO [RS:1;84486a41f81c:34149 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-04T09:42:48,118 INFO [RS:1;84486a41f81c:34149 {}] hbase.ChoreService(370): Chore service for: regionserver/84486a41f81c:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-12-04T09:42:48,118 INFO [RS:1;84486a41f81c:34149 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-04T09:42:48,118 INFO [RS:1;84486a41f81c:34149 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-04T09:42:48,118 INFO [regionserver/84486a41f81c:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-04T09:42:48,118 INFO [RS:1;84486a41f81c:34149 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-04T09:42:48,118 INFO [RS:1;84486a41f81c:34149 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-04T09:42:48,118 INFO [RS:1;84486a41f81c:34149 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:34149 2024-12-04T09:42:48,120 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45063 is added to blk_1073741833_1009 (size=1867) 2024-12-04T09:42:48,120 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44249 is added to blk_1073741833_1009 (size=1867) 2024-12-04T09:42:48,123 DEBUG [RS:0;84486a41f81c:40871 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/e07423ce-ff05-d878-e126-40433d8c4fb3/oldWALs 2024-12-04T09:42:48,123 INFO [RS:0;84486a41f81c:40871 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 84486a41f81c%2C40871%2C1733305365407:(num 1733305366006) 2024-12-04T09:42:48,123 DEBUG [RS:0;84486a41f81c:40871 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T09:42:48,123 INFO [RS:0;84486a41f81c:40871 {}] regionserver.LeaseManager(133): Closed leases 2024-12-04T09:42:48,123 INFO [RS:0;84486a41f81c:40871 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-04T09:42:48,123 INFO [RS:0;84486a41f81c:40871 {}] hbase.ChoreService(370): Chore service for: regionserver/84486a41f81c:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-04T09:42:48,123 INFO [RS:0;84486a41f81c:40871 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-04T09:42:48,123 INFO [regionserver/84486a41f81c:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-04T09:42:48,123 INFO [RS:0;84486a41f81c:40871 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:40871 2024-12-04T09:42:48,129 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33429-0x101a10295680000, quorum=127.0.0.1:62530, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-04T09:42:48,129 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34149-0x101a10295680002, quorum=127.0.0.1:62530, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/84486a41f81c,34149,1733305365461 2024-12-04T09:42:48,129 INFO [RS:1;84486a41f81c:34149 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-04T09:42:48,137 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40871-0x101a10295680001, quorum=127.0.0.1:62530, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/84486a41f81c,40871,1733305365407 2024-12-04T09:42:48,137 INFO [RS:0;84486a41f81c:40871 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-04T09:42:48,145 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [84486a41f81c,34149,1733305365461] 2024-12-04T09:42:48,162 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/84486a41f81c,34149,1733305365461 already deleted, retry=false 2024-12-04T09:42:48,162 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 84486a41f81c,34149,1733305365461 expired; onlineServers=1 2024-12-04T09:42:48,162 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [84486a41f81c,40871,1733305365407] 2024-12-04T09:42:48,170 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/84486a41f81c,40871,1733305365407 already deleted, retry=false 2024-12-04T09:42:48,171 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 84486a41f81c,40871,1733305365407 expired; onlineServers=0 2024-12-04T09:42:48,171 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '84486a41f81c,33429,1733305365255' ***** 2024-12-04T09:42:48,171 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-04T09:42:48,171 INFO [M:0;84486a41f81c:33429 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-04T09:42:48,171 INFO [M:0;84486a41f81c:33429 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-04T09:42:48,171 DEBUG [M:0;84486a41f81c:33429 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-04T09:42:48,171 DEBUG [M:0;84486a41f81c:33429 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-04T09:42:48,171 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-04T09:42:48,171 DEBUG [master/84486a41f81c:0:becomeActiveMaster-HFileCleaner.small.0-1733305365778 {}] cleaner.HFileCleaner(306): Exit Thread[master/84486a41f81c:0:becomeActiveMaster-HFileCleaner.small.0-1733305365778,5,FailOnTimeoutGroup] 2024-12-04T09:42:48,171 DEBUG [master/84486a41f81c:0:becomeActiveMaster-HFileCleaner.large.0-1733305365776 {}] cleaner.HFileCleaner(306): Exit Thread[master/84486a41f81c:0:becomeActiveMaster-HFileCleaner.large.0-1733305365776,5,FailOnTimeoutGroup] 2024-12-04T09:42:48,171 INFO [M:0;84486a41f81c:33429 {}] hbase.ChoreService(370): Chore service for: master/84486a41f81c:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-04T09:42:48,171 INFO [M:0;84486a41f81c:33429 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-04T09:42:48,171 DEBUG [M:0;84486a41f81c:33429 {}] master.HMaster(1795): Stopping service threads 2024-12-04T09:42:48,171 INFO [M:0;84486a41f81c:33429 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-04T09:42:48,172 INFO [M:0;84486a41f81c:33429 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-04T09:42:48,172 INFO [M:0;84486a41f81c:33429 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-04T09:42:48,172 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-04T09:42:48,181 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33429-0x101a10295680000, quorum=127.0.0.1:62530, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-12-04T09:42:48,181 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33429-0x101a10295680000, quorum=127.0.0.1:62530, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T09:42:48,181 DEBUG [M:0;84486a41f81c:33429 {}] zookeeper.ZKUtil(347): master:33429-0x101a10295680000, quorum=127.0.0.1:62530, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-12-04T09:42:48,181 WARN [M:0;84486a41f81c:33429 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-04T09:42:48,182 INFO [M:0;84486a41f81c:33429 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:40373/user/jenkins/test-data/e07423ce-ff05-d878-e126-40433d8c4fb3/.lastflushedseqids 2024-12-04T09:42:48,187 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44249 is added to blk_1073741844_1020 (size=182) 2024-12-04T09:42:48,188 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45063 is added to blk_1073741844_1020 (size=182) 2024-12-04T09:42:48,188 INFO [M:0;84486a41f81c:33429 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-04T09:42:48,188 INFO [M:0;84486a41f81c:33429 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-04T09:42:48,188 DEBUG [M:0;84486a41f81c:33429 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-04T09:42:48,188 INFO [M:0;84486a41f81c:33429 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T09:42:48,188 DEBUG [M:0;84486a41f81c:33429 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T09:42:48,188 DEBUG [M:0;84486a41f81c:33429 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-04T09:42:48,188 DEBUG [M:0;84486a41f81c:33429 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T09:42:48,188 INFO [M:0;84486a41f81c:33429 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=29.58 KB heapSize=36.95 KB 2024-12-04T09:42:48,203 DEBUG [M:0;84486a41f81c:33429 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40373/user/jenkins/test-data/e07423ce-ff05-d878-e126-40433d8c4fb3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a71f3791258b42b9bcb6f50bd0d1aca2 is 82, key is hbase:meta,,1/info:regioninfo/1733305366494/Put/seqid=0 2024-12-04T09:42:48,208 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45063 is added to blk_1073741845_1021 (size=5672) 2024-12-04T09:42:48,208 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44249 is added to blk_1073741845_1021 (size=5672) 2024-12-04T09:42:48,208 INFO [M:0;84486a41f81c:33429 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:40373/user/jenkins/test-data/e07423ce-ff05-d878-e126-40433d8c4fb3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a71f3791258b42b9bcb6f50bd0d1aca2 2024-12-04T09:42:48,218 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x9a6cb66ae9c1a5c0 with lease ID 0xc4d60cee330a68ff: from storage DS-643c3115-fa3d-47fe-9da2-9c7afe68e5e6 node DatanodeRegistration(127.0.0.1:45063, datanodeUuid=a461b3b5-deaa-4575-b944-10d2fb72fe6c, infoPort=34951, infoSecurePort=0, ipcPort=37939, storageInfo=lv=-57;cid=testClusterID;nsid=190770700;c=1733305363788), blocks: 10, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-04T09:42:48,218 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x9a6cb66ae9c1a5c0 with lease ID 0xc4d60cee330a68ff: from storage DS-00d48c30-9dca-4e1b-bacf-0efda662a046 node DatanodeRegistration(127.0.0.1:45063, datanodeUuid=a461b3b5-deaa-4575-b944-10d2fb72fe6c, infoPort=34951, infoSecurePort=0, ipcPort=37939, storageInfo=lv=-57;cid=testClusterID;nsid=190770700;c=1733305363788), blocks: 11, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-04T09:42:48,227 DEBUG [M:0;84486a41f81c:33429 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40373/user/jenkins/test-data/e07423ce-ff05-d878-e126-40433d8c4fb3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/6cd282681f0247ac953f67c411520f01 is 803, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1733305367387/Put/seqid=0 2024-12-04T09:42:48,232 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45063 is added to blk_1073741846_1022 (size=6219) 2024-12-04T09:42:48,232 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44249 is added to blk_1073741846_1022 (size=6219) 2024-12-04T09:42:48,233 INFO [M:0;84486a41f81c:33429 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28.96 KB at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:40373/user/jenkins/test-data/e07423ce-ff05-d878-e126-40433d8c4fb3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/6cd282681f0247ac953f67c411520f01 2024-12-04T09:42:48,246 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34149-0x101a10295680002, quorum=127.0.0.1:62530, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T09:42:48,246 INFO [RS:1;84486a41f81c:34149 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-04T09:42:48,246 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34149-0x101a10295680002, quorum=127.0.0.1:62530, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T09:42:48,246 INFO [RS:1;84486a41f81c:34149 {}] regionserver.HRegionServer(1031): Exiting; stopping=84486a41f81c,34149,1733305365461; zookeeper connection closed. 2024-12-04T09:42:48,246 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@31450e06 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@31450e06 2024-12-04T09:42:48,249 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-04T09:42:48,250 DEBUG [M:0;84486a41f81c:33429 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40373/user/jenkins/test-data/e07423ce-ff05-d878-e126-40433d8c4fb3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ef63483b43554251bcd7bdfbbf3468e6 is 69, key is 84486a41f81c,34149,1733305365461/rs:state/1733305365823/Put/seqid=0 2024-12-04T09:42:48,254 INFO [RS:0;84486a41f81c:40871 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-04T09:42:48,254 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40871-0x101a10295680001, quorum=127.0.0.1:62530, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T09:42:48,254 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40871-0x101a10295680001, quorum=127.0.0.1:62530, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T09:42:48,254 INFO [RS:0;84486a41f81c:40871 {}] regionserver.HRegionServer(1031): Exiting; stopping=84486a41f81c,40871,1733305365407; zookeeper connection closed. 2024-12-04T09:42:48,255 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@b15441d {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@b15441d 2024-12-04T09:42:48,255 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 2 regionserver(s) complete 2024-12-04T09:42:48,263 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45063 is added to blk_1073741847_1023 (size=5224) 2024-12-04T09:42:48,263 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44249 is added to blk_1073741847_1023 (size=5224) 2024-12-04T09:42:48,263 INFO [M:0;84486a41f81c:33429 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=130 B at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:40373/user/jenkins/test-data/e07423ce-ff05-d878-e126-40433d8c4fb3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ef63483b43554251bcd7bdfbbf3468e6 2024-12-04T09:42:48,269 DEBUG [M:0;84486a41f81c:33429 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40373/user/jenkins/test-data/e07423ce-ff05-d878-e126-40433d8c4fb3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a71f3791258b42b9bcb6f50bd0d1aca2 as hdfs://localhost:40373/user/jenkins/test-data/e07423ce-ff05-d878-e126-40433d8c4fb3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/a71f3791258b42b9bcb6f50bd0d1aca2 2024-12-04T09:42:48,272 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T09:42:48,273 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T09:42:48,273 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T09:42:48,274 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T09:42:48,276 INFO [M:0;84486a41f81c:33429 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40373/user/jenkins/test-data/e07423ce-ff05-d878-e126-40433d8c4fb3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/a71f3791258b42b9bcb6f50bd0d1aca2, entries=8, sequenceid=71, filesize=5.5 K 2024-12-04T09:42:48,277 DEBUG [M:0;84486a41f81c:33429 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40373/user/jenkins/test-data/e07423ce-ff05-d878-e126-40433d8c4fb3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/6cd282681f0247ac953f67c411520f01 as hdfs://localhost:40373/user/jenkins/test-data/e07423ce-ff05-d878-e126-40433d8c4fb3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/6cd282681f0247ac953f67c411520f01 2024-12-04T09:42:48,281 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T09:42:48,283 INFO [M:0;84486a41f81c:33429 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40373/user/jenkins/test-data/e07423ce-ff05-d878-e126-40433d8c4fb3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/6cd282681f0247ac953f67c411520f01, entries=8, sequenceid=71, filesize=6.1 K 2024-12-04T09:42:48,284 DEBUG [M:0;84486a41f81c:33429 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40373/user/jenkins/test-data/e07423ce-ff05-d878-e126-40433d8c4fb3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ef63483b43554251bcd7bdfbbf3468e6 as hdfs://localhost:40373/user/jenkins/test-data/e07423ce-ff05-d878-e126-40433d8c4fb3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/ef63483b43554251bcd7bdfbbf3468e6 2024-12-04T09:42:48,291 INFO [M:0;84486a41f81c:33429 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40373/user/jenkins/test-data/e07423ce-ff05-d878-e126-40433d8c4fb3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/ef63483b43554251bcd7bdfbbf3468e6, entries=2, sequenceid=71, filesize=5.1 K 2024-12-04T09:42:48,292 INFO [M:0;84486a41f81c:33429 {}] regionserver.HRegion(3140): Finished flush of dataSize ~29.58 KB/30293, heapSize ~36.66 KB/37536, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 104ms, sequenceid=71, compaction requested=false 2024-12-04T09:42:48,293 INFO [M:0;84486a41f81c:33429 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T09:42:48,293 DEBUG [M:0;84486a41f81c:33429 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733305368188Disabling compacts and flushes for region at 1733305368188Disabling writes for close at 1733305368188Obtaining lock to block concurrent updates at 1733305368188Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733305368188Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=30293, getHeapSize=37776, getOffHeapSize=0, getCellsCount=86 at 1733305368189 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733305368189Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733305368189Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733305368202 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733305368202Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733305368213 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733305368227 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733305368227Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733305368237 (+10 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733305368250 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733305368250Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1d26c4cd: reopening flushed file at 1733305368268 (+18 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@53148d48: reopening flushed file at 1733305368276 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@d4b444a: reopening flushed file at 1733305368283 (+7 ms)Finished flush of dataSize ~29.58 KB/30293, heapSize ~36.66 KB/37536, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 104ms, sequenceid=71, compaction requested=false at 1733305368292 (+9 ms)Writing region close event to WAL at 1733305368293 (+1 ms)Closed at 1733305368293 2024-12-04T09:42:48,295 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45063 is added to blk_1073741830_1006 (size=35440) 2024-12-04T09:42:48,295 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44249 is added to blk_1073741830_1006 (size=35440) 2024-12-04T09:42:48,296 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-04T09:42:48,296 INFO [M:0;84486a41f81c:33429 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-04T09:42:48,296 INFO [M:0;84486a41f81c:33429 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:33429 2024-12-04T09:42:48,297 INFO [M:0;84486a41f81c:33429 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-04T09:42:48,406 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33429-0x101a10295680000, quorum=127.0.0.1:62530, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T09:42:48,406 INFO [M:0;84486a41f81c:33429 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-04T09:42:48,406 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33429-0x101a10295680000, quorum=127.0.0.1:62530, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T09:42:48,409 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5a5105a5{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-04T09:42:48,410 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3af26c1a{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-04T09:42:48,410 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-04T09:42:48,410 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@36b070f6{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-04T09:42:48,410 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@43745f63{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f50ecd17-8f2c-8464-7b0c-4243dff17dc0/hadoop.log.dir/,STOPPED} 2024-12-04T09:42:48,411 WARN [BP-824307080-172.17.0.2-1733305363788 heartbeating to localhost/127.0.0.1:40373 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-04T09:42:48,411 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-04T09:42:48,411 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-04T09:42:48,411 WARN [BP-824307080-172.17.0.2-1733305363788 heartbeating to localhost/127.0.0.1:40373 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-824307080-172.17.0.2-1733305363788 (Datanode Uuid a461b3b5-deaa-4575-b944-10d2fb72fe6c) service to localhost/127.0.0.1:40373 2024-12-04T09:42:48,412 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f50ecd17-8f2c-8464-7b0c-4243dff17dc0/cluster_eff269b0-19b6-807d-b963-0e2bd3c8915f/data/data3/current/BP-824307080-172.17.0.2-1733305363788 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-04T09:42:48,412 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f50ecd17-8f2c-8464-7b0c-4243dff17dc0/cluster_eff269b0-19b6-807d-b963-0e2bd3c8915f/data/data4/current/BP-824307080-172.17.0.2-1733305363788 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-04T09:42:48,412 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-04T09:42:48,414 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3b36d7fe{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-04T09:42:48,415 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@61fca110{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-04T09:42:48,415 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-04T09:42:48,415 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@68b99fd5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-04T09:42:48,415 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7508e196{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f50ecd17-8f2c-8464-7b0c-4243dff17dc0/hadoop.log.dir/,STOPPED} 2024-12-04T09:42:48,416 WARN [BP-824307080-172.17.0.2-1733305363788 heartbeating to localhost/127.0.0.1:40373 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-04T09:42:48,416 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-04T09:42:48,416 WARN [BP-824307080-172.17.0.2-1733305363788 heartbeating to localhost/127.0.0.1:40373 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-824307080-172.17.0.2-1733305363788 (Datanode Uuid 81acdc79-2fb0-4dbb-9561-42a1540cee92) service to localhost/127.0.0.1:40373 2024-12-04T09:42:48,416 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-04T09:42:48,416 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f50ecd17-8f2c-8464-7b0c-4243dff17dc0/cluster_eff269b0-19b6-807d-b963-0e2bd3c8915f/data/data1/current/BP-824307080-172.17.0.2-1733305363788 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-04T09:42:48,416 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f50ecd17-8f2c-8464-7b0c-4243dff17dc0/cluster_eff269b0-19b6-807d-b963-0e2bd3c8915f/data/data2/current/BP-824307080-172.17.0.2-1733305363788 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-04T09:42:48,417 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-04T09:42:48,421 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@654d1077{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-04T09:42:48,421 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@31afb740{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-04T09:42:48,422 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-04T09:42:48,422 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@43f26d8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-04T09:42:48,422 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3b1ca055{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f50ecd17-8f2c-8464-7b0c-4243dff17dc0/hadoop.log.dir/,STOPPED} 2024-12-04T09:42:48,427 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-04T09:42:48,442 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-04T09:42:48,450 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.TestClearRegionBlockCache#testClearBlockCacheFromAsyncAdmin[1: bucket] Thread=155 (was 130) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-13-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-17-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-12-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1981660773) connection to localhost/127.0.0.1:40373 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-13-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-12-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-17-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-16-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-17-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40373 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.6@localhost:40373 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1981660773) connection to localhost/127.0.0.1:40373 from jenkins.hfs.7 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40373 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-16-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-16-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1981660773) connection to localhost/127.0.0.1:40373 from jenkins.hfs.6 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-15-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.7@localhost:40373 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-12-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40373 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:40373 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1981660773) connection to localhost/127.0.0.1:40373 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-15-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-13-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40373 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=503 (was 470) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=313 (was 314), ProcessCount=11 (was 11), AvailableMemoryMB=9890 (was 9998) 2024-12-04T09:42:48,456 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.TestClearRegionBlockCache#testClearBlockCache[1: bucket] Thread=155, OpenFileDescriptor=503, MaxFileDescriptor=1048576, SystemLoadAverage=313, ProcessCount=11, AvailableMemoryMB=9890 2024-12-04T09:42:48,467 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f50ecd17-8f2c-8464-7b0c-4243dff17dc0/hadoop.log.dir so I do NOT create it in target/test-data/7ebe3aa3-6ef8-4a07-b792-48578539c1ce 2024-12-04T09:42:48,467 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f50ecd17-8f2c-8464-7b0c-4243dff17dc0/hadoop.log.dir Erasing configuration value by system value. 2024-12-04T09:42:48,467 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f50ecd17-8f2c-8464-7b0c-4243dff17dc0/hadoop.tmp.dir so I do NOT create it in target/test-data/7ebe3aa3-6ef8-4a07-b792-48578539c1ce 2024-12-04T09:42:48,467 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f50ecd17-8f2c-8464-7b0c-4243dff17dc0/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-04T09:42:48,467 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7ebe3aa3-6ef8-4a07-b792-48578539c1ce 2024-12-04T09:42:48,467 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=2, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-04T09:42:48,467 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7ebe3aa3-6ef8-4a07-b792-48578539c1ce/cluster_f7570a8c-e8ef-3280-9c2d-e9e80ad676b6, deleteOnExit=true 2024-12-04T09:42:48,467 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-04T09:42:48,468 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7ebe3aa3-6ef8-4a07-b792-48578539c1ce/test.cache.data in system properties and HBase conf 2024-12-04T09:42:48,468 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7ebe3aa3-6ef8-4a07-b792-48578539c1ce/hadoop.tmp.dir in system properties and HBase conf 2024-12-04T09:42:48,468 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7ebe3aa3-6ef8-4a07-b792-48578539c1ce/hadoop.log.dir in system properties and HBase conf 2024-12-04T09:42:48,468 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7ebe3aa3-6ef8-4a07-b792-48578539c1ce/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-04T09:42:48,468 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7ebe3aa3-6ef8-4a07-b792-48578539c1ce/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-04T09:42:48,468 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-04T09:42:48,468 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-04T09:42:48,468 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7ebe3aa3-6ef8-4a07-b792-48578539c1ce/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-04T09:42:48,468 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7ebe3aa3-6ef8-4a07-b792-48578539c1ce/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-04T09:42:48,468 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7ebe3aa3-6ef8-4a07-b792-48578539c1ce/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-04T09:42:48,468 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7ebe3aa3-6ef8-4a07-b792-48578539c1ce/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-04T09:42:48,468 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7ebe3aa3-6ef8-4a07-b792-48578539c1ce/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-04T09:42:48,468 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7ebe3aa3-6ef8-4a07-b792-48578539c1ce/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-04T09:42:48,469 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7ebe3aa3-6ef8-4a07-b792-48578539c1ce/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-04T09:42:48,469 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7ebe3aa3-6ef8-4a07-b792-48578539c1ce/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-04T09:42:48,469 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7ebe3aa3-6ef8-4a07-b792-48578539c1ce/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-04T09:42:48,469 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7ebe3aa3-6ef8-4a07-b792-48578539c1ce/nfs.dump.dir in system properties and HBase conf 2024-12-04T09:42:48,469 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7ebe3aa3-6ef8-4a07-b792-48578539c1ce/java.io.tmpdir in system properties and HBase conf 2024-12-04T09:42:48,469 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7ebe3aa3-6ef8-4a07-b792-48578539c1ce/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-04T09:42:48,469 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7ebe3aa3-6ef8-4a07-b792-48578539c1ce/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-04T09:42:48,469 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7ebe3aa3-6ef8-4a07-b792-48578539c1ce/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-04T09:42:48,683 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T09:42:48,686 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-04T09:42:48,687 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-04T09:42:48,687 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-04T09:42:48,688 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-04T09:42:48,688 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T09:42:48,688 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6355a6f5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7ebe3aa3-6ef8-4a07-b792-48578539c1ce/hadoop.log.dir/,AVAILABLE} 2024-12-04T09:42:48,689 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5bebebe2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-04T09:42:48,776 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@66f40d05{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7ebe3aa3-6ef8-4a07-b792-48578539c1ce/java.io.tmpdir/jetty-localhost-32933-hadoop-hdfs-3_4_1-tests_jar-_-any-11135441413514234801/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-04T09:42:48,777 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@202088d5{HTTP/1.1, (http/1.1)}{localhost:32933} 2024-12-04T09:42:48,777 INFO [Time-limited test {}] server.Server(415): Started @26876ms 2024-12-04T09:42:48,944 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T09:42:48,947 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-04T09:42:48,947 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-04T09:42:48,947 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-04T09:42:48,947 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-04T09:42:48,948 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@39fe2fb{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7ebe3aa3-6ef8-4a07-b792-48578539c1ce/hadoop.log.dir/,AVAILABLE} 2024-12-04T09:42:48,948 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7916c0a0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-04T09:42:49,037 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@ba428c2{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7ebe3aa3-6ef8-4a07-b792-48578539c1ce/java.io.tmpdir/jetty-localhost-39763-hadoop-hdfs-3_4_1-tests_jar-_-any-12691981439411654650/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-04T09:42:49,038 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@44ce63c4{HTTP/1.1, (http/1.1)}{localhost:39763} 2024-12-04T09:42:49,038 INFO [Time-limited test {}] server.Server(415): Started @27136ms 2024-12-04T09:42:49,039 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-04T09:42:49,073 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T09:42:49,075 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-04T09:42:49,076 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-04T09:42:49,076 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-04T09:42:49,076 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-04T09:42:49,076 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@458c02bd{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7ebe3aa3-6ef8-4a07-b792-48578539c1ce/hadoop.log.dir/,AVAILABLE} 2024-12-04T09:42:49,076 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@489c05a6{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-04T09:42:49,164 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@52f48e30{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7ebe3aa3-6ef8-4a07-b792-48578539c1ce/java.io.tmpdir/jetty-localhost-42713-hadoop-hdfs-3_4_1-tests_jar-_-any-11704152339115452774/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-04T09:42:49,164 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6169d0ce{HTTP/1.1, (http/1.1)}{localhost:42713} 2024-12-04T09:42:49,164 INFO [Time-limited test {}] server.Server(415): Started @27263ms 2024-12-04T09:42:49,165 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-04T09:42:49,656 WARN [Thread-1165 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7ebe3aa3-6ef8-4a07-b792-48578539c1ce/cluster_f7570a8c-e8ef-3280-9c2d-e9e80ad676b6/data/data1/current/BP-389661045-172.17.0.2-1733305368490/current, will proceed with Du for space computation calculation, 2024-12-04T09:42:49,656 WARN [Thread-1166 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7ebe3aa3-6ef8-4a07-b792-48578539c1ce/cluster_f7570a8c-e8ef-3280-9c2d-e9e80ad676b6/data/data2/current/BP-389661045-172.17.0.2-1733305368490/current, will proceed with Du for space computation calculation, 2024-12-04T09:42:49,679 WARN [Thread-1129 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-04T09:42:49,681 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x3ffb047c3b5754e4 with lease ID 0x29bfc5923a9c2f5c: Processing first storage report for DS-f91936d2-d277-4c60-9931-a3898d83408e from datanode DatanodeRegistration(127.0.0.1:38107, datanodeUuid=c3206978-b900-4230-a964-f3075ad326bf, infoPort=33613, infoSecurePort=0, ipcPort=37799, storageInfo=lv=-57;cid=testClusterID;nsid=2055229240;c=1733305368490) 2024-12-04T09:42:49,681 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x3ffb047c3b5754e4 with lease ID 0x29bfc5923a9c2f5c: from storage DS-f91936d2-d277-4c60-9931-a3898d83408e node DatanodeRegistration(127.0.0.1:38107, datanodeUuid=c3206978-b900-4230-a964-f3075ad326bf, infoPort=33613, infoSecurePort=0, ipcPort=37799, storageInfo=lv=-57;cid=testClusterID;nsid=2055229240;c=1733305368490), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-04T09:42:49,681 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x3ffb047c3b5754e4 with lease ID 0x29bfc5923a9c2f5c: Processing first storage report for DS-b053e6a8-a5e7-4668-b07b-0f1a46e0764a from datanode DatanodeRegistration(127.0.0.1:38107, datanodeUuid=c3206978-b900-4230-a964-f3075ad326bf, infoPort=33613, infoSecurePort=0, ipcPort=37799, storageInfo=lv=-57;cid=testClusterID;nsid=2055229240;c=1733305368490) 2024-12-04T09:42:49,681 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x3ffb047c3b5754e4 with lease ID 0x29bfc5923a9c2f5c: from storage DS-b053e6a8-a5e7-4668-b07b-0f1a46e0764a node DatanodeRegistration(127.0.0.1:38107, datanodeUuid=c3206978-b900-4230-a964-f3075ad326bf, infoPort=33613, infoSecurePort=0, ipcPort=37799, storageInfo=lv=-57;cid=testClusterID;nsid=2055229240;c=1733305368490), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-04T09:42:49,785 WARN [Thread-1177 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7ebe3aa3-6ef8-4a07-b792-48578539c1ce/cluster_f7570a8c-e8ef-3280-9c2d-e9e80ad676b6/data/data4/current/BP-389661045-172.17.0.2-1733305368490/current, will proceed with Du for space computation calculation, 2024-12-04T09:42:49,785 WARN [Thread-1176 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7ebe3aa3-6ef8-4a07-b792-48578539c1ce/cluster_f7570a8c-e8ef-3280-9c2d-e9e80ad676b6/data/data3/current/BP-389661045-172.17.0.2-1733305368490/current, will proceed with Du for space computation calculation, 2024-12-04T09:42:49,802 WARN [Thread-1152 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-04T09:42:49,804 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x97400a4ec68c0bf4 with lease ID 0x29bfc5923a9c2f5d: Processing first storage report for DS-01e1c4b2-d0ab-4b6c-858e-816029ec7fcc from datanode DatanodeRegistration(127.0.0.1:36619, datanodeUuid=6a5bd145-0681-457a-94fe-a02f3e66b7d3, infoPort=39255, infoSecurePort=0, ipcPort=32813, storageInfo=lv=-57;cid=testClusterID;nsid=2055229240;c=1733305368490) 2024-12-04T09:42:49,804 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x97400a4ec68c0bf4 with lease ID 0x29bfc5923a9c2f5d: from storage DS-01e1c4b2-d0ab-4b6c-858e-816029ec7fcc node DatanodeRegistration(127.0.0.1:36619, datanodeUuid=6a5bd145-0681-457a-94fe-a02f3e66b7d3, infoPort=39255, infoSecurePort=0, ipcPort=32813, storageInfo=lv=-57;cid=testClusterID;nsid=2055229240;c=1733305368490), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-04T09:42:49,804 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x97400a4ec68c0bf4 with lease ID 0x29bfc5923a9c2f5d: Processing first storage report for DS-3ecc3b6b-1398-4f44-aecf-ad516b10095d from datanode DatanodeRegistration(127.0.0.1:36619, datanodeUuid=6a5bd145-0681-457a-94fe-a02f3e66b7d3, infoPort=39255, infoSecurePort=0, ipcPort=32813, storageInfo=lv=-57;cid=testClusterID;nsid=2055229240;c=1733305368490) 2024-12-04T09:42:49,804 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x97400a4ec68c0bf4 with lease ID 0x29bfc5923a9c2f5d: from storage DS-3ecc3b6b-1398-4f44-aecf-ad516b10095d node DatanodeRegistration(127.0.0.1:36619, datanodeUuid=6a5bd145-0681-457a-94fe-a02f3e66b7d3, infoPort=39255, infoSecurePort=0, ipcPort=32813, storageInfo=lv=-57;cid=testClusterID;nsid=2055229240;c=1733305368490), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-04T09:42:49,890 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7ebe3aa3-6ef8-4a07-b792-48578539c1ce 2024-12-04T09:42:49,893 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7ebe3aa3-6ef8-4a07-b792-48578539c1ce/cluster_f7570a8c-e8ef-3280-9c2d-e9e80ad676b6/zookeeper_0, clientPort=51541, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7ebe3aa3-6ef8-4a07-b792-48578539c1ce/cluster_f7570a8c-e8ef-3280-9c2d-e9e80ad676b6/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7ebe3aa3-6ef8-4a07-b792-48578539c1ce/cluster_f7570a8c-e8ef-3280-9c2d-e9e80ad676b6/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-04T09:42:49,894 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=51541 2024-12-04T09:42:49,895 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T09:42:49,896 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T09:42:49,907 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36619 is added to blk_1073741825_1001 (size=7) 2024-12-04T09:42:49,907 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38107 is added to blk_1073741825_1001 (size=7) 2024-12-04T09:42:49,908 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:41389/user/jenkins/test-data/d5df17af-6cc4-25a2-b2ba-31c618064f95 with version=8 2024-12-04T09:42:49,908 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:41389/user/jenkins/test-data/d5df17af-6cc4-25a2-b2ba-31c618064f95/hbase-staging 2024-12-04T09:42:49,910 INFO [Time-limited test {}] client.ConnectionUtils(128): master/84486a41f81c:0 server-side Connection retries=45 2024-12-04T09:42:49,910 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T09:42:49,910 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-04T09:42:49,910 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-04T09:42:49,910 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T09:42:49,910 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-04T09:42:49,910 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-04T09:42:49,910 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-04T09:42:49,911 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:37681 2024-12-04T09:42:49,911 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:37681 connecting to ZooKeeper ensemble=127.0.0.1:51541 2024-12-04T09:42:49,963 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:376810x0, quorum=127.0.0.1:51541, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T09:42:49,964 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:37681-0x101a102a7990000 connected 2024-12-04T09:42:50,039 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T09:42:50,041 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T09:42:50,045 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37681-0x101a102a7990000, quorum=127.0.0.1:51541, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-04T09:42:50,045 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:41389/user/jenkins/test-data/d5df17af-6cc4-25a2-b2ba-31c618064f95, hbase.cluster.distributed=false 2024-12-04T09:42:50,047 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37681-0x101a102a7990000, quorum=127.0.0.1:51541, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-04T09:42:50,048 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37681 2024-12-04T09:42:50,048 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37681 2024-12-04T09:42:50,049 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37681 2024-12-04T09:42:50,049 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37681 2024-12-04T09:42:50,050 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37681 2024-12-04T09:42:50,065 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/84486a41f81c:0 server-side Connection retries=45 2024-12-04T09:42:50,065 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T09:42:50,066 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-04T09:42:50,066 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-04T09:42:50,066 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T09:42:50,066 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-04T09:42:50,066 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-04T09:42:50,066 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-04T09:42:50,066 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:45449 2024-12-04T09:42:50,067 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:45449 connecting to ZooKeeper ensemble=127.0.0.1:51541 2024-12-04T09:42:50,067 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T09:42:50,069 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T09:42:50,081 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:454490x0, quorum=127.0.0.1:51541, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T09:42:50,081 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:45449-0x101a102a7990001 connected 2024-12-04T09:42:50,081 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45449-0x101a102a7990001, quorum=127.0.0.1:51541, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-04T09:42:50,082 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-04T09:42:50,082 INFO [Time-limited test {}] util.ByteBufferArray(64): Allocating buffers total=30 MB, sizePerBuffer=1.88 MB, count=16 2024-12-04T09:42:50,086 INFO [Time-limited test {}] bucket.BucketCache(364): Instantiating BucketCache with acceptableFactor: 0.95, minFactor: 0.85, extraFreeFactor: 0.1, singleFactor: 0.25, multiFactor: 0.5, memoryFactor: 0.25, useStrongRef: false 2024-12-04T09:42:50,086 INFO [Time-limited test {}] bucket.BucketAllocator(343): Cache totalSize=29417472, buckets=14, bucket capacity=2101248=(4*525312)=(FEWEST_ITEMS_IN_BUCKET*(largest configured bucketcache size)) 2024-12-04T09:42:50,087 INFO [Time-limited test {}] bucket.BucketCache(403): Started bucket cache; ioengine=offheap, capacity=30 MB, blockSize=64 KB, writerThreadNum=3, writerQLen=64, persistencePath=null, bucketAllocator=org.apache.hadoop.hbase.io.hfile.bucket.BucketAllocator 2024-12-04T09:42:50,087 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-04T09:42:50,088 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45449-0x101a102a7990001, quorum=127.0.0.1:51541, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-04T09:42:50,089 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45449-0x101a102a7990001, quorum=127.0.0.1:51541, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-04T09:42:50,090 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45449 2024-12-04T09:42:50,090 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45449 2024-12-04T09:42:50,090 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45449 2024-12-04T09:42:50,091 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45449 2024-12-04T09:42:50,091 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45449 2024-12-04T09:42:50,106 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/84486a41f81c:0 server-side Connection retries=45 2024-12-04T09:42:50,106 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T09:42:50,106 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-04T09:42:50,106 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-04T09:42:50,107 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T09:42:50,107 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-04T09:42:50,107 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-04T09:42:50,107 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-04T09:42:50,108 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:34401 2024-12-04T09:42:50,109 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:34401 connecting to ZooKeeper ensemble=127.0.0.1:51541 2024-12-04T09:42:50,110 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T09:42:50,112 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T09:42:50,123 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:344010x0, quorum=127.0.0.1:51541, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T09:42:50,123 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:344010x0, quorum=127.0.0.1:51541, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-04T09:42:50,123 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:34401-0x101a102a7990002 connected 2024-12-04T09:42:50,123 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-04T09:42:50,124 INFO [Time-limited test {}] util.ByteBufferArray(64): Allocating buffers total=30 MB, sizePerBuffer=1.88 MB, count=16 2024-12-04T09:42:50,129 INFO [Time-limited test {}] bucket.BucketCache(364): Instantiating BucketCache with acceptableFactor: 0.95, minFactor: 0.85, extraFreeFactor: 0.1, singleFactor: 0.25, multiFactor: 0.5, memoryFactor: 0.25, useStrongRef: false 2024-12-04T09:42:50,130 INFO [Time-limited test {}] bucket.BucketAllocator(343): Cache totalSize=29417472, buckets=14, bucket capacity=2101248=(4*525312)=(FEWEST_ITEMS_IN_BUCKET*(largest configured bucketcache size)) 2024-12-04T09:42:50,133 INFO [Time-limited test {}] bucket.BucketCache(403): Started bucket cache; ioengine=offheap, capacity=30 MB, blockSize=64 KB, writerThreadNum=3, writerQLen=64, persistencePath=null, bucketAllocator=org.apache.hadoop.hbase.io.hfile.bucket.BucketAllocator 2024-12-04T09:42:50,133 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-04T09:42:50,134 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34401-0x101a102a7990002, quorum=127.0.0.1:51541, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-04T09:42:50,135 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34401-0x101a102a7990002, quorum=127.0.0.1:51541, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-04T09:42:50,135 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34401 2024-12-04T09:42:50,135 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34401 2024-12-04T09:42:50,135 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34401 2024-12-04T09:42:50,137 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34401 2024-12-04T09:42:50,137 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34401 2024-12-04T09:42:50,147 DEBUG [M:0;84486a41f81c:37681 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;84486a41f81c:37681 2024-12-04T09:42:50,147 INFO [master/84486a41f81c:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/84486a41f81c,37681,1733305369910 2024-12-04T09:42:50,156 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45449-0x101a102a7990001, quorum=127.0.0.1:51541, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-04T09:42:50,156 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34401-0x101a102a7990002, quorum=127.0.0.1:51541, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-04T09:42:50,156 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37681-0x101a102a7990000, quorum=127.0.0.1:51541, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-04T09:42:50,156 DEBUG [master/84486a41f81c:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37681-0x101a102a7990000, quorum=127.0.0.1:51541, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/84486a41f81c,37681,1733305369910 2024-12-04T09:42:50,164 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34401-0x101a102a7990002, quorum=127.0.0.1:51541, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-04T09:42:50,164 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45449-0x101a102a7990001, quorum=127.0.0.1:51541, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-04T09:42:50,164 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37681-0x101a102a7990000, quorum=127.0.0.1:51541, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T09:42:50,164 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45449-0x101a102a7990001, quorum=127.0.0.1:51541, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T09:42:50,164 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34401-0x101a102a7990002, quorum=127.0.0.1:51541, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T09:42:50,165 DEBUG [master/84486a41f81c:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37681-0x101a102a7990000, quorum=127.0.0.1:51541, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-12-04T09:42:50,165 INFO [master/84486a41f81c:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/84486a41f81c,37681,1733305369910 from backup master directory 2024-12-04T09:42:50,172 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37681-0x101a102a7990000, quorum=127.0.0.1:51541, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/84486a41f81c,37681,1733305369910 2024-12-04T09:42:50,172 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45449-0x101a102a7990001, quorum=127.0.0.1:51541, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-04T09:42:50,172 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34401-0x101a102a7990002, quorum=127.0.0.1:51541, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-04T09:42:50,173 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37681-0x101a102a7990000, quorum=127.0.0.1:51541, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-04T09:42:50,173 WARN [master/84486a41f81c:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-04T09:42:50,173 INFO [master/84486a41f81c:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=84486a41f81c,37681,1733305369910 2024-12-04T09:42:50,178 DEBUG [master/84486a41f81c:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:41389/user/jenkins/test-data/d5df17af-6cc4-25a2-b2ba-31c618064f95/hbase.id] with ID: b9d19b96-f13c-4fac-b9a4-1e072962a286 2024-12-04T09:42:50,178 DEBUG [master/84486a41f81c:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:41389/user/jenkins/test-data/d5df17af-6cc4-25a2-b2ba-31c618064f95/.tmp/hbase.id 2024-12-04T09:42:50,186 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36619 is added to blk_1073741826_1002 (size=42) 2024-12-04T09:42:50,187 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38107 is added to blk_1073741826_1002 (size=42) 2024-12-04T09:42:50,187 DEBUG [master/84486a41f81c:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:41389/user/jenkins/test-data/d5df17af-6cc4-25a2-b2ba-31c618064f95/.tmp/hbase.id]:[hdfs://localhost:41389/user/jenkins/test-data/d5df17af-6cc4-25a2-b2ba-31c618064f95/hbase.id] 2024-12-04T09:42:50,208 INFO [master/84486a41f81c:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T09:42:50,208 INFO [master/84486a41f81c:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-04T09:42:50,210 INFO [master/84486a41f81c:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-12-04T09:42:50,220 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45449-0x101a102a7990001, quorum=127.0.0.1:51541, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T09:42:50,220 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37681-0x101a102a7990000, quorum=127.0.0.1:51541, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T09:42:50,220 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34401-0x101a102a7990002, quorum=127.0.0.1:51541, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T09:42:50,226 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36619 is added to blk_1073741827_1003 (size=196) 2024-12-04T09:42:50,226 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38107 is added to blk_1073741827_1003 (size=196) 2024-12-04T09:42:50,227 INFO [master/84486a41f81c:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-04T09:42:50,228 INFO [master/84486a41f81c:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-04T09:42:50,228 INFO [master/84486a41f81c:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T09:42:50,236 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38107 is added to blk_1073741828_1004 (size=1189) 2024-12-04T09:42:50,236 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36619 is added to blk_1073741828_1004 (size=1189) 2024-12-04T09:42:50,237 INFO [master/84486a41f81c:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:41389/user/jenkins/test-data/d5df17af-6cc4-25a2-b2ba-31c618064f95/MasterData/data/master/store 2024-12-04T09:42:50,244 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36619 is added to blk_1073741829_1005 (size=34) 2024-12-04T09:42:50,244 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38107 is added to blk_1073741829_1005 (size=34) 2024-12-04T09:42:50,245 DEBUG [master/84486a41f81c:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T09:42:50,245 DEBUG [master/84486a41f81c:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-04T09:42:50,245 INFO [master/84486a41f81c:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T09:42:50,245 DEBUG [master/84486a41f81c:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T09:42:50,245 DEBUG [master/84486a41f81c:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-04T09:42:50,245 DEBUG [master/84486a41f81c:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T09:42:50,245 INFO [master/84486a41f81c:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T09:42:50,245 DEBUG [master/84486a41f81c:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733305370245Disabling compacts and flushes for region at 1733305370245Disabling writes for close at 1733305370245Writing region close event to WAL at 1733305370245Closed at 1733305370245 2024-12-04T09:42:50,246 WARN [master/84486a41f81c:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:41389/user/jenkins/test-data/d5df17af-6cc4-25a2-b2ba-31c618064f95/MasterData/data/master/store/.initializing 2024-12-04T09:42:50,247 DEBUG [master/84486a41f81c:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:41389/user/jenkins/test-data/d5df17af-6cc4-25a2-b2ba-31c618064f95/MasterData/WALs/84486a41f81c,37681,1733305369910 2024-12-04T09:42:50,248 INFO [master/84486a41f81c:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-04T09:42:50,250 INFO [master/84486a41f81c:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=84486a41f81c%2C37681%2C1733305369910, suffix=, logDir=hdfs://localhost:41389/user/jenkins/test-data/d5df17af-6cc4-25a2-b2ba-31c618064f95/MasterData/WALs/84486a41f81c,37681,1733305369910, archiveDir=hdfs://localhost:41389/user/jenkins/test-data/d5df17af-6cc4-25a2-b2ba-31c618064f95/MasterData/oldWALs, maxLogs=10 2024-12-04T09:42:50,260 DEBUG [master/84486a41f81c:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d5df17af-6cc4-25a2-b2ba-31c618064f95/MasterData/WALs/84486a41f81c,37681,1733305369910/84486a41f81c%2C37681%2C1733305369910.1733305370250, exclude list is [], retry=0 2024-12-04T09:42:50,263 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-17-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36619,DS-01e1c4b2-d0ab-4b6c-858e-816029ec7fcc,DISK] 2024-12-04T09:42:50,263 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-17-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38107,DS-f91936d2-d277-4c60-9931-a3898d83408e,DISK] 2024-12-04T09:42:50,265 INFO [master/84486a41f81c:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d5df17af-6cc4-25a2-b2ba-31c618064f95/MasterData/WALs/84486a41f81c,37681,1733305369910/84486a41f81c%2C37681%2C1733305369910.1733305370250 2024-12-04T09:42:50,265 DEBUG [master/84486a41f81c:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39255:39255),(127.0.0.1/127.0.0.1:33613:33613)] 2024-12-04T09:42:50,265 DEBUG [master/84486a41f81c:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-04T09:42:50,265 DEBUG [master/84486a41f81c:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T09:42:50,266 DEBUG [master/84486a41f81c:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T09:42:50,266 DEBUG [master/84486a41f81c:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T09:42:50,268 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T09:42:50,270 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-04T09:42:50,270 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T09:42:50,270 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T09:42:50,271 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T09:42:50,272 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-04T09:42:50,272 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T09:42:50,272 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T09:42:50,272 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T09:42:50,273 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-04T09:42:50,274 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T09:42:50,274 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T09:42:50,274 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T09:42:50,275 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-04T09:42:50,275 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T09:42:50,276 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T09:42:50,276 DEBUG [master/84486a41f81c:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T09:42:50,277 DEBUG [master/84486a41f81c:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41389/user/jenkins/test-data/d5df17af-6cc4-25a2-b2ba-31c618064f95/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-04T09:42:50,277 DEBUG [master/84486a41f81c:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41389/user/jenkins/test-data/d5df17af-6cc4-25a2-b2ba-31c618064f95/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-04T09:42:50,278 DEBUG [master/84486a41f81c:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T09:42:50,278 DEBUG [master/84486a41f81c:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T09:42:50,279 DEBUG [master/84486a41f81c:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-04T09:42:50,280 DEBUG [master/84486a41f81c:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T09:42:50,282 DEBUG [master/84486a41f81c:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41389/user/jenkins/test-data/d5df17af-6cc4-25a2-b2ba-31c618064f95/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T09:42:50,282 INFO [master/84486a41f81c:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60888374, jitterRate=-0.09269252419471741}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-04T09:42:50,283 DEBUG [master/84486a41f81c:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733305370266Initializing all the Stores at 1733305370267 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733305370267Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733305370268 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733305370268Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733305370268Cleaning up temporary data from old regions at 1733305370278 (+10 ms)Region opened successfully at 1733305370283 (+5 ms) 2024-12-04T09:42:50,283 INFO [master/84486a41f81c:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-04T09:42:50,286 DEBUG [master/84486a41f81c:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b8f61ff, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=84486a41f81c/172.17.0.2:0 2024-12-04T09:42:50,287 INFO [master/84486a41f81c:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-04T09:42:50,287 INFO [master/84486a41f81c:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-04T09:42:50,287 INFO [master/84486a41f81c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-04T09:42:50,287 INFO [master/84486a41f81c:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-04T09:42:50,288 INFO [master/84486a41f81c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-04T09:42:50,288 INFO [master/84486a41f81c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-04T09:42:50,288 INFO [master/84486a41f81c:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-04T09:42:50,290 INFO [master/84486a41f81c:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-04T09:42:50,291 DEBUG [master/84486a41f81c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37681-0x101a102a7990000, quorum=127.0.0.1:51541, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-12-04T09:42:50,297 DEBUG [master/84486a41f81c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-12-04T09:42:50,298 INFO [master/84486a41f81c:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-04T09:42:50,298 DEBUG [master/84486a41f81c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37681-0x101a102a7990000, quorum=127.0.0.1:51541, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-12-04T09:42:50,306 DEBUG [master/84486a41f81c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-12-04T09:42:50,306 INFO [master/84486a41f81c:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-04T09:42:50,307 DEBUG [master/84486a41f81c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37681-0x101a102a7990000, quorum=127.0.0.1:51541, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-12-04T09:42:50,314 DEBUG [master/84486a41f81c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-12-04T09:42:50,315 DEBUG [master/84486a41f81c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37681-0x101a102a7990000, quorum=127.0.0.1:51541, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-12-04T09:42:50,322 DEBUG [master/84486a41f81c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-12-04T09:42:50,325 DEBUG [master/84486a41f81c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37681-0x101a102a7990000, quorum=127.0.0.1:51541, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-04T09:42:50,331 DEBUG [master/84486a41f81c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-12-04T09:42:50,339 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34401-0x101a102a7990002, quorum=127.0.0.1:51541, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-04T09:42:50,339 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45449-0x101a102a7990001, quorum=127.0.0.1:51541, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-04T09:42:50,339 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37681-0x101a102a7990000, quorum=127.0.0.1:51541, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-04T09:42:50,339 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37681-0x101a102a7990000, quorum=127.0.0.1:51541, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T09:42:50,339 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45449-0x101a102a7990001, quorum=127.0.0.1:51541, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T09:42:50,339 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34401-0x101a102a7990002, quorum=127.0.0.1:51541, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T09:42:50,340 INFO [master/84486a41f81c:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=84486a41f81c,37681,1733305369910, sessionid=0x101a102a7990000, setting cluster-up flag (Was=false) 2024-12-04T09:42:50,356 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37681-0x101a102a7990000, quorum=127.0.0.1:51541, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T09:42:50,356 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34401-0x101a102a7990002, quorum=127.0.0.1:51541, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T09:42:50,356 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45449-0x101a102a7990001, quorum=127.0.0.1:51541, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T09:42:50,381 DEBUG [master/84486a41f81c:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-12-04T09:42:50,382 DEBUG [master/84486a41f81c:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=84486a41f81c,37681,1733305369910 2024-12-04T09:42:50,398 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45449-0x101a102a7990001, quorum=127.0.0.1:51541, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T09:42:50,398 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34401-0x101a102a7990002, quorum=127.0.0.1:51541, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T09:42:50,398 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37681-0x101a102a7990000, quorum=127.0.0.1:51541, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T09:42:50,422 DEBUG [master/84486a41f81c:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-12-04T09:42:50,424 DEBUG [master/84486a41f81c:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=84486a41f81c,37681,1733305369910 2024-12-04T09:42:50,425 INFO [master/84486a41f81c:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:41389/user/jenkins/test-data/d5df17af-6cc4-25a2-b2ba-31c618064f95/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-04T09:42:50,426 DEBUG [master/84486a41f81c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-04T09:42:50,426 INFO [master/84486a41f81c:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-04T09:42:50,427 INFO [master/84486a41f81c:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-04T09:42:50,427 DEBUG [master/84486a41f81c:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 84486a41f81c,37681,1733305369910 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-04T09:42:50,428 DEBUG [master/84486a41f81c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/84486a41f81c:0, corePoolSize=5, maxPoolSize=5 2024-12-04T09:42:50,428 DEBUG [master/84486a41f81c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/84486a41f81c:0, corePoolSize=5, maxPoolSize=5 2024-12-04T09:42:50,428 DEBUG [master/84486a41f81c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/84486a41f81c:0, corePoolSize=5, maxPoolSize=5 2024-12-04T09:42:50,428 DEBUG [master/84486a41f81c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/84486a41f81c:0, corePoolSize=5, maxPoolSize=5 2024-12-04T09:42:50,428 DEBUG [master/84486a41f81c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/84486a41f81c:0, corePoolSize=10, maxPoolSize=10 2024-12-04T09:42:50,428 DEBUG [master/84486a41f81c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/84486a41f81c:0, corePoolSize=1, maxPoolSize=1 2024-12-04T09:42:50,428 DEBUG [master/84486a41f81c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/84486a41f81c:0, corePoolSize=2, maxPoolSize=2 2024-12-04T09:42:50,428 DEBUG [master/84486a41f81c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/84486a41f81c:0, corePoolSize=1, maxPoolSize=1 2024-12-04T09:42:50,431 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-04T09:42:50,431 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-04T09:42:50,432 INFO [master/84486a41f81c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733305400432 2024-12-04T09:42:50,432 INFO [master/84486a41f81c:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-04T09:42:50,432 INFO [master/84486a41f81c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-04T09:42:50,432 INFO [master/84486a41f81c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-04T09:42:50,432 INFO [master/84486a41f81c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-04T09:42:50,432 INFO [master/84486a41f81c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-04T09:42:50,432 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T09:42:50,432 INFO [master/84486a41f81c:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-04T09:42:50,432 INFO [master/84486a41f81c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-04T09:42:50,432 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-04T09:42:50,433 INFO [master/84486a41f81c:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-04T09:42:50,433 INFO [master/84486a41f81c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-04T09:42:50,433 INFO [master/84486a41f81c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-04T09:42:50,433 INFO [master/84486a41f81c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-04T09:42:50,433 INFO [master/84486a41f81c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-04T09:42:50,433 DEBUG [master/84486a41f81c:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/84486a41f81c:0:becomeActiveMaster-HFileCleaner.large.0-1733305370433,5,FailOnTimeoutGroup] 2024-12-04T09:42:50,433 DEBUG [master/84486a41f81c:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/84486a41f81c:0:becomeActiveMaster-HFileCleaner.small.0-1733305370433,5,FailOnTimeoutGroup] 2024-12-04T09:42:50,434 INFO [master/84486a41f81c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-04T09:42:50,434 INFO [master/84486a41f81c:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-04T09:42:50,434 INFO [master/84486a41f81c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-04T09:42:50,434 INFO [master/84486a41f81c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-04T09:42:50,438 INFO [RS:0;84486a41f81c:45449 {}] regionserver.HRegionServer(746): ClusterId : b9d19b96-f13c-4fac-b9a4-1e072962a286 2024-12-04T09:42:50,438 INFO [RS:1;84486a41f81c:34401 {}] regionserver.HRegionServer(746): ClusterId : b9d19b96-f13c-4fac-b9a4-1e072962a286 2024-12-04T09:42:50,438 DEBUG [RS:1;84486a41f81c:34401 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-04T09:42:50,438 DEBUG [RS:0;84486a41f81c:45449 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-04T09:42:50,444 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38107 is added to blk_1073741831_1007 (size=1321) 2024-12-04T09:42:50,444 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36619 is added to blk_1073741831_1007 (size=1321) 2024-12-04T09:42:50,445 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:41389/user/jenkins/test-data/d5df17af-6cc4-25a2-b2ba-31c618064f95/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-04T09:42:50,445 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:41389/user/jenkins/test-data/d5df17af-6cc4-25a2-b2ba-31c618064f95 2024-12-04T09:42:50,448 DEBUG [RS:1;84486a41f81c:34401 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-04T09:42:50,448 DEBUG [RS:1;84486a41f81c:34401 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-04T09:42:50,454 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36619 is added to blk_1073741832_1008 (size=32) 2024-12-04T09:42:50,455 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38107 is added to blk_1073741832_1008 (size=32) 2024-12-04T09:42:50,455 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T09:42:50,456 DEBUG [RS:0;84486a41f81c:45449 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-04T09:42:50,456 DEBUG [RS:0;84486a41f81c:45449 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-04T09:42:50,456 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-04T09:42:50,457 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-04T09:42:50,458 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T09:42:50,458 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T09:42:50,458 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-04T09:42:50,459 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-04T09:42:50,459 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T09:42:50,460 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T09:42:50,460 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-04T09:42:50,461 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-04T09:42:50,461 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T09:42:50,461 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T09:42:50,461 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-04T09:42:50,463 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-04T09:42:50,463 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T09:42:50,463 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T09:42:50,463 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-04T09:42:50,464 DEBUG [RS:1;84486a41f81c:34401 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-04T09:42:50,464 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41389/user/jenkins/test-data/d5df17af-6cc4-25a2-b2ba-31c618064f95/data/hbase/meta/1588230740 2024-12-04T09:42:50,465 DEBUG [RS:1;84486a41f81c:34401 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@10111f14, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=84486a41f81c/172.17.0.2:0 2024-12-04T09:42:50,465 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41389/user/jenkins/test-data/d5df17af-6cc4-25a2-b2ba-31c618064f95/data/hbase/meta/1588230740 2024-12-04T09:42:50,465 DEBUG [RS:0;84486a41f81c:45449 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-04T09:42:50,465 DEBUG [RS:0;84486a41f81c:45449 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4f3d4c21, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=84486a41f81c/172.17.0.2:0 2024-12-04T09:42:50,466 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-04T09:42:50,466 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-04T09:42:50,466 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-04T09:42:50,467 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-04T09:42:50,469 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41389/user/jenkins/test-data/d5df17af-6cc4-25a2-b2ba-31c618064f95/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T09:42:50,470 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70347054, jitterRate=0.04825279116630554}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-04T09:42:50,470 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733305370455Initializing all the Stores at 1733305370456 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733305370456Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733305370456Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733305370456Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733305370456Cleaning up temporary data from old regions at 1733305370466 (+10 ms)Region opened successfully at 1733305370470 (+4 ms) 2024-12-04T09:42:50,471 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-04T09:42:50,471 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-04T09:42:50,471 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-04T09:42:50,471 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-04T09:42:50,471 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-04T09:42:50,471 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-04T09:42:50,471 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733305370471Disabling compacts and flushes for region at 1733305370471Disabling writes for close at 1733305370471Writing region close event to WAL at 1733305370471Closed at 1733305370471 2024-12-04T09:42:50,473 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-04T09:42:50,473 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-04T09:42:50,473 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-04T09:42:50,474 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-04T09:42:50,475 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-04T09:42:50,480 DEBUG [RS:0;84486a41f81c:45449 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;84486a41f81c:45449 2024-12-04T09:42:50,480 INFO [RS:0;84486a41f81c:45449 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-04T09:42:50,480 INFO [RS:0;84486a41f81c:45449 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-04T09:42:50,480 DEBUG [RS:0;84486a41f81c:45449 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-04T09:42:50,481 INFO [RS:0;84486a41f81c:45449 {}] regionserver.HRegionServer(2659): reportForDuty to master=84486a41f81c,37681,1733305369910 with port=45449, startcode=1733305370065 2024-12-04T09:42:50,481 DEBUG [RS:0;84486a41f81c:45449 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-04T09:42:50,481 DEBUG [RS:1;84486a41f81c:34401 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;84486a41f81c:34401 2024-12-04T09:42:50,481 INFO [RS:1;84486a41f81c:34401 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-04T09:42:50,481 INFO [RS:1;84486a41f81c:34401 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-04T09:42:50,481 DEBUG [RS:1;84486a41f81c:34401 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-04T09:42:50,482 INFO [RS:1;84486a41f81c:34401 {}] regionserver.HRegionServer(2659): reportForDuty to master=84486a41f81c,37681,1733305369910 with port=34401, startcode=1733305370106 2024-12-04T09:42:50,482 DEBUG [RS:1;84486a41f81c:34401 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-04T09:42:50,483 INFO [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37365, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.8 (auth:SIMPLE), service=RegionServerStatusService 2024-12-04T09:42:50,483 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37681 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 84486a41f81c,45449,1733305370065 2024-12-04T09:42:50,483 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37681 {}] master.ServerManager(517): Registering regionserver=84486a41f81c,45449,1733305370065 2024-12-04T09:42:50,483 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44135, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=RegionServerStatusService 2024-12-04T09:42:50,484 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37681 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 84486a41f81c,34401,1733305370106 2024-12-04T09:42:50,484 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37681 {}] master.ServerManager(517): Registering regionserver=84486a41f81c,34401,1733305370106 2024-12-04T09:42:50,484 DEBUG [RS:0;84486a41f81c:45449 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:41389/user/jenkins/test-data/d5df17af-6cc4-25a2-b2ba-31c618064f95 2024-12-04T09:42:50,484 DEBUG [RS:0;84486a41f81c:45449 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:41389 2024-12-04T09:42:50,484 DEBUG [RS:0;84486a41f81c:45449 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-04T09:42:50,485 DEBUG [RS:1;84486a41f81c:34401 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:41389/user/jenkins/test-data/d5df17af-6cc4-25a2-b2ba-31c618064f95 2024-12-04T09:42:50,485 DEBUG [RS:1;84486a41f81c:34401 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:41389 2024-12-04T09:42:50,485 DEBUG [RS:1;84486a41f81c:34401 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-04T09:42:50,495 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37681-0x101a102a7990000, quorum=127.0.0.1:51541, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-04T09:42:50,530 DEBUG [RS:0;84486a41f81c:45449 {}] zookeeper.ZKUtil(111): regionserver:45449-0x101a102a7990001, quorum=127.0.0.1:51541, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/84486a41f81c,45449,1733305370065 2024-12-04T09:42:50,530 WARN [RS:0;84486a41f81c:45449 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-04T09:42:50,530 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [84486a41f81c,34401,1733305370106] 2024-12-04T09:42:50,530 INFO [RS:0;84486a41f81c:45449 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T09:42:50,530 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [84486a41f81c,45449,1733305370065] 2024-12-04T09:42:50,530 DEBUG [RS:0;84486a41f81c:45449 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:41389/user/jenkins/test-data/d5df17af-6cc4-25a2-b2ba-31c618064f95/WALs/84486a41f81c,45449,1733305370065 2024-12-04T09:42:50,530 DEBUG [RS:1;84486a41f81c:34401 {}] zookeeper.ZKUtil(111): regionserver:34401-0x101a102a7990002, quorum=127.0.0.1:51541, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/84486a41f81c,34401,1733305370106 2024-12-04T09:42:50,530 WARN [RS:1;84486a41f81c:34401 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-04T09:42:50,530 INFO [RS:1;84486a41f81c:34401 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T09:42:50,531 DEBUG [RS:1;84486a41f81c:34401 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:41389/user/jenkins/test-data/d5df17af-6cc4-25a2-b2ba-31c618064f95/WALs/84486a41f81c,34401,1733305370106 2024-12-04T09:42:50,536 INFO [RS:1;84486a41f81c:34401 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-04T09:42:50,536 INFO [RS:0;84486a41f81c:45449 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-04T09:42:50,538 INFO [RS:1;84486a41f81c:34401 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-04T09:42:50,539 INFO [RS:1;84486a41f81c:34401 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-04T09:42:50,539 INFO [RS:1;84486a41f81c:34401 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T09:42:50,539 INFO [RS:1;84486a41f81c:34401 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-04T09:42:50,540 INFO [RS:0;84486a41f81c:45449 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-04T09:42:50,540 INFO [RS:1;84486a41f81c:34401 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-04T09:42:50,540 INFO [RS:1;84486a41f81c:34401 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-04T09:42:50,540 DEBUG [RS:1;84486a41f81c:34401 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/84486a41f81c:0, corePoolSize=1, maxPoolSize=1 2024-12-04T09:42:50,541 DEBUG [RS:1;84486a41f81c:34401 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/84486a41f81c:0, corePoolSize=1, maxPoolSize=1 2024-12-04T09:42:50,541 DEBUG [RS:1;84486a41f81c:34401 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/84486a41f81c:0, corePoolSize=1, maxPoolSize=1 2024-12-04T09:42:50,541 DEBUG [RS:1;84486a41f81c:34401 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/84486a41f81c:0, corePoolSize=1, maxPoolSize=1 2024-12-04T09:42:50,541 DEBUG [RS:1;84486a41f81c:34401 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/84486a41f81c:0, corePoolSize=1, maxPoolSize=1 2024-12-04T09:42:50,541 DEBUG [RS:1;84486a41f81c:34401 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/84486a41f81c:0, corePoolSize=2, maxPoolSize=2 2024-12-04T09:42:50,541 DEBUG [RS:1;84486a41f81c:34401 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/84486a41f81c:0, corePoolSize=1, maxPoolSize=1 2024-12-04T09:42:50,541 DEBUG [RS:1;84486a41f81c:34401 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/84486a41f81c:0, corePoolSize=1, maxPoolSize=1 2024-12-04T09:42:50,541 DEBUG [RS:1;84486a41f81c:34401 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/84486a41f81c:0, corePoolSize=1, maxPoolSize=1 2024-12-04T09:42:50,541 DEBUG [RS:1;84486a41f81c:34401 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/84486a41f81c:0, corePoolSize=1, maxPoolSize=1 2024-12-04T09:42:50,541 DEBUG [RS:1;84486a41f81c:34401 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/84486a41f81c:0, corePoolSize=1, maxPoolSize=1 2024-12-04T09:42:50,541 DEBUG [RS:1;84486a41f81c:34401 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/84486a41f81c:0, corePoolSize=1, maxPoolSize=1 2024-12-04T09:42:50,541 DEBUG [RS:1;84486a41f81c:34401 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/84486a41f81c:0, corePoolSize=3, maxPoolSize=3 2024-12-04T09:42:50,541 DEBUG [RS:1;84486a41f81c:34401 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/84486a41f81c:0, corePoolSize=3, maxPoolSize=3 2024-12-04T09:42:50,542 INFO [RS:0;84486a41f81c:45449 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-04T09:42:50,542 INFO [RS:0;84486a41f81c:45449 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T09:42:50,544 INFO [RS:1;84486a41f81c:34401 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-04T09:42:50,544 INFO [RS:1;84486a41f81c:34401 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-04T09:42:50,544 INFO [RS:1;84486a41f81c:34401 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T09:42:50,544 INFO [RS:0;84486a41f81c:45449 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-04T09:42:50,544 INFO [RS:1;84486a41f81c:34401 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-04T09:42:50,544 INFO [RS:1;84486a41f81c:34401 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-04T09:42:50,544 INFO [RS:1;84486a41f81c:34401 {}] hbase.ChoreService(168): Chore ScheduledChore name=84486a41f81c,34401,1733305370106-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-04T09:42:50,545 INFO [RS:0;84486a41f81c:45449 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-04T09:42:50,545 INFO [RS:0;84486a41f81c:45449 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-04T09:42:50,545 DEBUG [RS:0;84486a41f81c:45449 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/84486a41f81c:0, corePoolSize=1, maxPoolSize=1 2024-12-04T09:42:50,545 DEBUG [RS:0;84486a41f81c:45449 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/84486a41f81c:0, corePoolSize=1, maxPoolSize=1 2024-12-04T09:42:50,545 DEBUG [RS:0;84486a41f81c:45449 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/84486a41f81c:0, corePoolSize=1, maxPoolSize=1 2024-12-04T09:42:50,546 DEBUG [RS:0;84486a41f81c:45449 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/84486a41f81c:0, corePoolSize=1, maxPoolSize=1 2024-12-04T09:42:50,546 DEBUG [RS:0;84486a41f81c:45449 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/84486a41f81c:0, corePoolSize=1, maxPoolSize=1 2024-12-04T09:42:50,546 DEBUG [RS:0;84486a41f81c:45449 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/84486a41f81c:0, corePoolSize=2, maxPoolSize=2 2024-12-04T09:42:50,546 DEBUG [RS:0;84486a41f81c:45449 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/84486a41f81c:0, corePoolSize=1, maxPoolSize=1 2024-12-04T09:42:50,546 DEBUG [RS:0;84486a41f81c:45449 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/84486a41f81c:0, corePoolSize=1, maxPoolSize=1 2024-12-04T09:42:50,546 DEBUG [RS:0;84486a41f81c:45449 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/84486a41f81c:0, corePoolSize=1, maxPoolSize=1 2024-12-04T09:42:50,546 DEBUG [RS:0;84486a41f81c:45449 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/84486a41f81c:0, corePoolSize=1, maxPoolSize=1 2024-12-04T09:42:50,546 DEBUG [RS:0;84486a41f81c:45449 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/84486a41f81c:0, corePoolSize=1, maxPoolSize=1 2024-12-04T09:42:50,546 DEBUG [RS:0;84486a41f81c:45449 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/84486a41f81c:0, corePoolSize=1, maxPoolSize=1 2024-12-04T09:42:50,546 DEBUG [RS:0;84486a41f81c:45449 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/84486a41f81c:0, corePoolSize=3, maxPoolSize=3 2024-12-04T09:42:50,546 DEBUG [RS:0;84486a41f81c:45449 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/84486a41f81c:0, corePoolSize=3, maxPoolSize=3 2024-12-04T09:42:50,547 INFO [RS:0;84486a41f81c:45449 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-04T09:42:50,547 INFO [RS:0;84486a41f81c:45449 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-04T09:42:50,547 INFO [RS:0;84486a41f81c:45449 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T09:42:50,547 INFO [RS:0;84486a41f81c:45449 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-04T09:42:50,547 INFO [RS:0;84486a41f81c:45449 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-04T09:42:50,547 INFO [RS:0;84486a41f81c:45449 {}] hbase.ChoreService(168): Chore ScheduledChore name=84486a41f81c,45449,1733305370065-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-04T09:42:50,558 INFO [RS:1;84486a41f81c:34401 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-04T09:42:50,558 INFO [RS:1;84486a41f81c:34401 {}] hbase.ChoreService(168): Chore ScheduledChore name=84486a41f81c,34401,1733305370106-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T09:42:50,558 INFO [RS:1;84486a41f81c:34401 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T09:42:50,558 INFO [RS:1;84486a41f81c:34401 {}] regionserver.Replication(171): 84486a41f81c,34401,1733305370106 started 2024-12-04T09:42:50,561 INFO [RS:0;84486a41f81c:45449 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-04T09:42:50,561 INFO [RS:0;84486a41f81c:45449 {}] hbase.ChoreService(168): Chore ScheduledChore name=84486a41f81c,45449,1733305370065-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T09:42:50,561 INFO [RS:0;84486a41f81c:45449 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T09:42:50,561 INFO [RS:0;84486a41f81c:45449 {}] regionserver.Replication(171): 84486a41f81c,45449,1733305370065 started 2024-12-04T09:42:50,569 INFO [RS:1;84486a41f81c:34401 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T09:42:50,569 INFO [RS:1;84486a41f81c:34401 {}] regionserver.HRegionServer(1482): Serving as 84486a41f81c,34401,1733305370106, RpcServer on 84486a41f81c/172.17.0.2:34401, sessionid=0x101a102a7990002 2024-12-04T09:42:50,569 DEBUG [RS:1;84486a41f81c:34401 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-04T09:42:50,569 DEBUG [RS:1;84486a41f81c:34401 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 84486a41f81c,34401,1733305370106 2024-12-04T09:42:50,569 DEBUG [RS:1;84486a41f81c:34401 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '84486a41f81c,34401,1733305370106' 2024-12-04T09:42:50,569 DEBUG [RS:1;84486a41f81c:34401 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-04T09:42:50,570 DEBUG [RS:1;84486a41f81c:34401 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-04T09:42:50,570 DEBUG [RS:1;84486a41f81c:34401 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-04T09:42:50,570 DEBUG [RS:1;84486a41f81c:34401 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-04T09:42:50,570 DEBUG [RS:1;84486a41f81c:34401 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 84486a41f81c,34401,1733305370106 2024-12-04T09:42:50,570 DEBUG [RS:1;84486a41f81c:34401 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '84486a41f81c,34401,1733305370106' 2024-12-04T09:42:50,570 DEBUG [RS:1;84486a41f81c:34401 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-04T09:42:50,570 DEBUG [RS:1;84486a41f81c:34401 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-04T09:42:50,571 DEBUG [RS:1;84486a41f81c:34401 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-04T09:42:50,571 INFO [RS:1;84486a41f81c:34401 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-04T09:42:50,571 INFO [RS:1;84486a41f81c:34401 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-04T09:42:50,572 INFO [RS:0;84486a41f81c:45449 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T09:42:50,572 INFO [RS:0;84486a41f81c:45449 {}] regionserver.HRegionServer(1482): Serving as 84486a41f81c,45449,1733305370065, RpcServer on 84486a41f81c/172.17.0.2:45449, sessionid=0x101a102a7990001 2024-12-04T09:42:50,572 DEBUG [RS:0;84486a41f81c:45449 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-04T09:42:50,572 DEBUG [RS:0;84486a41f81c:45449 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 84486a41f81c,45449,1733305370065 2024-12-04T09:42:50,572 DEBUG [RS:0;84486a41f81c:45449 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '84486a41f81c,45449,1733305370065' 2024-12-04T09:42:50,572 DEBUG [RS:0;84486a41f81c:45449 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-04T09:42:50,572 DEBUG [RS:0;84486a41f81c:45449 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-04T09:42:50,573 DEBUG [RS:0;84486a41f81c:45449 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-04T09:42:50,573 DEBUG [RS:0;84486a41f81c:45449 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-04T09:42:50,573 DEBUG [RS:0;84486a41f81c:45449 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 84486a41f81c,45449,1733305370065 2024-12-04T09:42:50,573 DEBUG [RS:0;84486a41f81c:45449 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '84486a41f81c,45449,1733305370065' 2024-12-04T09:42:50,573 DEBUG [RS:0;84486a41f81c:45449 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-04T09:42:50,573 DEBUG [RS:0;84486a41f81c:45449 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-04T09:42:50,573 DEBUG [RS:0;84486a41f81c:45449 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-04T09:42:50,573 INFO [RS:0;84486a41f81c:45449 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-04T09:42:50,573 INFO [RS:0;84486a41f81c:45449 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-04T09:42:50,625 WARN [84486a41f81c:37681 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-04T09:42:50,671 INFO [RS:1;84486a41f81c:34401 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-04T09:42:50,673 INFO [RS:1;84486a41f81c:34401 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=84486a41f81c%2C34401%2C1733305370106, suffix=, logDir=hdfs://localhost:41389/user/jenkins/test-data/d5df17af-6cc4-25a2-b2ba-31c618064f95/WALs/84486a41f81c,34401,1733305370106, archiveDir=hdfs://localhost:41389/user/jenkins/test-data/d5df17af-6cc4-25a2-b2ba-31c618064f95/oldWALs, maxLogs=32 2024-12-04T09:42:50,674 INFO [RS:0;84486a41f81c:45449 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-04T09:42:50,675 INFO [RS:0;84486a41f81c:45449 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=84486a41f81c%2C45449%2C1733305370065, suffix=, logDir=hdfs://localhost:41389/user/jenkins/test-data/d5df17af-6cc4-25a2-b2ba-31c618064f95/WALs/84486a41f81c,45449,1733305370065, archiveDir=hdfs://localhost:41389/user/jenkins/test-data/d5df17af-6cc4-25a2-b2ba-31c618064f95/oldWALs, maxLogs=32 2024-12-04T09:42:50,684 DEBUG [RS:1;84486a41f81c:34401 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d5df17af-6cc4-25a2-b2ba-31c618064f95/WALs/84486a41f81c,34401,1733305370106/84486a41f81c%2C34401%2C1733305370106.1733305370673, exclude list is [], retry=0 2024-12-04T09:42:50,686 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-17-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38107,DS-f91936d2-d277-4c60-9931-a3898d83408e,DISK] 2024-12-04T09:42:50,686 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-17-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36619,DS-01e1c4b2-d0ab-4b6c-858e-816029ec7fcc,DISK] 2024-12-04T09:42:50,688 INFO [RS:1;84486a41f81c:34401 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d5df17af-6cc4-25a2-b2ba-31c618064f95/WALs/84486a41f81c,34401,1733305370106/84486a41f81c%2C34401%2C1733305370106.1733305370673 2024-12-04T09:42:50,688 DEBUG [RS:1;84486a41f81c:34401 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33613:33613),(127.0.0.1/127.0.0.1:39255:39255)] 2024-12-04T09:42:50,693 DEBUG [RS:0;84486a41f81c:45449 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d5df17af-6cc4-25a2-b2ba-31c618064f95/WALs/84486a41f81c,45449,1733305370065/84486a41f81c%2C45449%2C1733305370065.1733305370676, exclude list is [], retry=0 2024-12-04T09:42:50,695 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-17-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38107,DS-f91936d2-d277-4c60-9931-a3898d83408e,DISK] 2024-12-04T09:42:50,695 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-17-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36619,DS-01e1c4b2-d0ab-4b6c-858e-816029ec7fcc,DISK] 2024-12-04T09:42:50,697 INFO [RS:0;84486a41f81c:45449 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d5df17af-6cc4-25a2-b2ba-31c618064f95/WALs/84486a41f81c,45449,1733305370065/84486a41f81c%2C45449%2C1733305370065.1733305370676 2024-12-04T09:42:50,697 DEBUG [RS:0;84486a41f81c:45449 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39255:39255),(127.0.0.1/127.0.0.1:33613:33613)] 2024-12-04T09:42:50,876 DEBUG [84486a41f81c:37681 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=2, allServersCount=2 2024-12-04T09:42:50,876 DEBUG [84486a41f81c:37681 {}] balancer.BalancerClusterState(204): Hosts are {84486a41f81c=0} racks are {/default-rack=0} 2024-12-04T09:42:50,880 DEBUG [84486a41f81c:37681 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-12-04T09:42:50,880 DEBUG [84486a41f81c:37681 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-12-04T09:42:50,880 DEBUG [84486a41f81c:37681 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-12-04T09:42:50,880 DEBUG [84486a41f81c:37681 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-12-04T09:42:50,880 INFO [84486a41f81c:37681 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-12-04T09:42:50,880 INFO [84486a41f81c:37681 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-12-04T09:42:50,880 DEBUG [84486a41f81c:37681 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-12-04T09:42:50,881 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=84486a41f81c,34401,1733305370106 2024-12-04T09:42:50,883 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 84486a41f81c,34401,1733305370106, state=OPENING 2024-12-04T09:42:50,922 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-04T09:42:50,931 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34401-0x101a102a7990002, quorum=127.0.0.1:51541, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T09:42:50,931 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45449-0x101a102a7990001, quorum=127.0.0.1:51541, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T09:42:50,931 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37681-0x101a102a7990000, quorum=127.0.0.1:51541, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T09:42:50,931 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-04T09:42:50,932 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-04T09:42:50,932 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-04T09:42:50,932 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=84486a41f81c,34401,1733305370106}] 2024-12-04T09:42:50,932 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-04T09:42:51,085 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-04T09:42:51,087 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-17-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41279, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-04T09:42:51,091 INFO [RS_OPEN_META-regionserver/84486a41f81c:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-04T09:42:51,091 INFO [RS_OPEN_META-regionserver/84486a41f81c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T09:42:51,091 INFO [RS_OPEN_META-regionserver/84486a41f81c:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-04T09:42:51,093 INFO [RS_OPEN_META-regionserver/84486a41f81c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=84486a41f81c%2C34401%2C1733305370106.meta, suffix=.meta, logDir=hdfs://localhost:41389/user/jenkins/test-data/d5df17af-6cc4-25a2-b2ba-31c618064f95/WALs/84486a41f81c,34401,1733305370106, archiveDir=hdfs://localhost:41389/user/jenkins/test-data/d5df17af-6cc4-25a2-b2ba-31c618064f95/oldWALs, maxLogs=32 2024-12-04T09:42:51,104 DEBUG [RS_OPEN_META-regionserver/84486a41f81c:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d5df17af-6cc4-25a2-b2ba-31c618064f95/WALs/84486a41f81c,34401,1733305370106/84486a41f81c%2C34401%2C1733305370106.meta.1733305371093.meta, exclude list is [], retry=0 2024-12-04T09:42:51,107 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-17-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36619,DS-01e1c4b2-d0ab-4b6c-858e-816029ec7fcc,DISK] 2024-12-04T09:42:51,107 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-17-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38107,DS-f91936d2-d277-4c60-9931-a3898d83408e,DISK] 2024-12-04T09:42:51,109 INFO [RS_OPEN_META-regionserver/84486a41f81c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d5df17af-6cc4-25a2-b2ba-31c618064f95/WALs/84486a41f81c,34401,1733305370106/84486a41f81c%2C34401%2C1733305370106.meta.1733305371093.meta 2024-12-04T09:42:51,109 DEBUG [RS_OPEN_META-regionserver/84486a41f81c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39255:39255),(127.0.0.1/127.0.0.1:33613:33613)] 2024-12-04T09:42:51,109 DEBUG [RS_OPEN_META-regionserver/84486a41f81c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-04T09:42:51,109 DEBUG [RS_OPEN_META-regionserver/84486a41f81c:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-04T09:42:51,109 DEBUG [RS_OPEN_META-regionserver/84486a41f81c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-04T09:42:51,109 INFO [RS_OPEN_META-regionserver/84486a41f81c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-04T09:42:51,109 DEBUG [RS_OPEN_META-regionserver/84486a41f81c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-04T09:42:51,110 DEBUG [RS_OPEN_META-regionserver/84486a41f81c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T09:42:51,110 DEBUG [RS_OPEN_META-regionserver/84486a41f81c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-04T09:42:51,110 DEBUG [RS_OPEN_META-regionserver/84486a41f81c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-04T09:42:51,111 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-04T09:42:51,112 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-04T09:42:51,112 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T09:42:51,112 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T09:42:51,112 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-04T09:42:51,113 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-04T09:42:51,113 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T09:42:51,113 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T09:42:51,113 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-04T09:42:51,114 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-04T09:42:51,114 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T09:42:51,114 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T09:42:51,115 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-04T09:42:51,115 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-04T09:42:51,115 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T09:42:51,116 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T09:42:51,116 DEBUG [RS_OPEN_META-regionserver/84486a41f81c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-04T09:42:51,117 DEBUG [RS_OPEN_META-regionserver/84486a41f81c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41389/user/jenkins/test-data/d5df17af-6cc4-25a2-b2ba-31c618064f95/data/hbase/meta/1588230740 2024-12-04T09:42:51,118 DEBUG [RS_OPEN_META-regionserver/84486a41f81c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41389/user/jenkins/test-data/d5df17af-6cc4-25a2-b2ba-31c618064f95/data/hbase/meta/1588230740 2024-12-04T09:42:51,119 DEBUG [RS_OPEN_META-regionserver/84486a41f81c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-04T09:42:51,119 DEBUG [RS_OPEN_META-regionserver/84486a41f81c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-04T09:42:51,120 DEBUG [RS_OPEN_META-regionserver/84486a41f81c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-04T09:42:51,121 DEBUG [RS_OPEN_META-regionserver/84486a41f81c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-04T09:42:51,122 INFO [RS_OPEN_META-regionserver/84486a41f81c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62542939, jitterRate=-0.06803758442401886}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-04T09:42:51,122 DEBUG [RS_OPEN_META-regionserver/84486a41f81c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-04T09:42:51,123 DEBUG [RS_OPEN_META-regionserver/84486a41f81c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733305371110Writing region info on filesystem at 1733305371110Initializing all the Stores at 1733305371111 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733305371111Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733305371111Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733305371111Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733305371111Cleaning up temporary data from old regions at 1733305371119 (+8 ms)Running coprocessor post-open hooks at 1733305371122 (+3 ms)Region opened successfully at 1733305371123 (+1 ms) 2024-12-04T09:42:51,124 INFO [RS_OPEN_META-regionserver/84486a41f81c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733305371085 2024-12-04T09:42:51,126 DEBUG [RS_OPEN_META-regionserver/84486a41f81c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-04T09:42:51,126 INFO [RS_OPEN_META-regionserver/84486a41f81c:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-04T09:42:51,126 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=84486a41f81c,34401,1733305370106 2024-12-04T09:42:51,127 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 84486a41f81c,34401,1733305370106, state=OPEN 2024-12-04T09:42:51,137 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34401-0x101a102a7990002, quorum=127.0.0.1:51541, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-04T09:42:51,137 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45449-0x101a102a7990001, quorum=127.0.0.1:51541, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-04T09:42:51,137 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37681-0x101a102a7990000, quorum=127.0.0.1:51541, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-04T09:42:51,137 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=84486a41f81c,34401,1733305370106 2024-12-04T09:42:51,137 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-04T09:42:51,137 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-04T09:42:51,137 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-04T09:42:51,140 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-04T09:42:51,140 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=84486a41f81c,34401,1733305370106 in 205 msec 2024-12-04T09:42:51,142 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-04T09:42:51,142 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 667 msec 2024-12-04T09:42:51,142 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-04T09:42:51,142 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-04T09:42:51,144 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T09:42:51,144 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=84486a41f81c,34401,1733305370106, seqNum=-1] 2024-12-04T09:42:51,144 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T09:42:51,145 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-17-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35623, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T09:42:51,150 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 723 msec 2024-12-04T09:42:51,150 INFO [master/84486a41f81c:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733305371150, completionTime=-1 2024-12-04T09:42:51,151 INFO [master/84486a41f81c:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=2; waited=0ms, expected min=2 server(s), max=2 server(s), master is running 2024-12-04T09:42:51,151 DEBUG [master/84486a41f81c:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-04T09:42:51,152 INFO [master/84486a41f81c:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=2 2024-12-04T09:42:51,152 INFO [master/84486a41f81c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733305431152 2024-12-04T09:42:51,152 INFO [master/84486a41f81c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733305491152 2024-12-04T09:42:51,152 INFO [master/84486a41f81c:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-12-04T09:42:51,153 INFO [master/84486a41f81c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=84486a41f81c,37681,1733305369910-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T09:42:51,153 INFO [master/84486a41f81c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=84486a41f81c,37681,1733305369910-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T09:42:51,153 INFO [master/84486a41f81c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=84486a41f81c,37681,1733305369910-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T09:42:51,153 INFO [master/84486a41f81c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-84486a41f81c:37681, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T09:42:51,153 INFO [master/84486a41f81c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-04T09:42:51,153 INFO [master/84486a41f81c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-04T09:42:51,155 DEBUG [master/84486a41f81c:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-04T09:42:51,157 INFO [master/84486a41f81c:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 0.984sec 2024-12-04T09:42:51,158 INFO [master/84486a41f81c:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-04T09:42:51,158 INFO [master/84486a41f81c:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-04T09:42:51,158 INFO [master/84486a41f81c:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-04T09:42:51,158 INFO [master/84486a41f81c:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-04T09:42:51,158 INFO [master/84486a41f81c:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-04T09:42:51,158 INFO [master/84486a41f81c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=84486a41f81c,37681,1733305369910-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-04T09:42:51,158 INFO [master/84486a41f81c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=84486a41f81c,37681,1733305369910-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-04T09:42:51,160 DEBUG [master/84486a41f81c:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-04T09:42:51,160 INFO [master/84486a41f81c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-04T09:42:51,160 INFO [master/84486a41f81c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=84486a41f81c,37681,1733305369910-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T09:42:51,239 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4c065a9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T09:42:51,239 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 84486a41f81c,37681,-1 for getting cluster id 2024-12-04T09:42:51,240 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T09:42:51,241 DEBUG [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b9d19b96-f13c-4fac-b9a4-1e072962a286' 2024-12-04T09:42:51,241 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T09:42:51,241 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b9d19b96-f13c-4fac-b9a4-1e072962a286" 2024-12-04T09:42:51,242 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@77f61dd7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T09:42:51,242 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [84486a41f81c,37681,-1] 2024-12-04T09:42:51,242 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T09:42:51,242 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T09:42:51,243 INFO [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34274, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T09:42:51,244 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@422f72f8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T09:42:51,245 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T09:42:51,246 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=84486a41f81c,34401,1733305370106, seqNum=-1] 2024-12-04T09:42:51,247 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T09:42:51,248 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51580, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T09:42:51,251 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=84486a41f81c,37681,1733305369910 2024-12-04T09:42:51,251 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T09:42:51,252 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 84486a41f81c,37681,1733305369910 2024-12-04T09:42:51,252 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5cfa3b31 2024-12-04T09:42:51,252 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T09:42:51,254 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34288, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-04T09:42:51,255 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37681 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testClearRegionBlockCache', {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-04T09:42:51,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37681 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testClearRegionBlockCache 2024-12-04T09:42:51,259 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_PRE_OPERATION 2024-12-04T09:42:51,259 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T09:42:51,259 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37681 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testClearRegionBlockCache" procId is: 4 2024-12-04T09:42:51,260 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-04T09:42:51,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37681 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T09:42:51,267 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38107 is added to blk_1073741836_1012 (size=379) 2024-12-04T09:42:51,267 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36619 is added to blk_1073741836_1012 (size=379) 2024-12-04T09:42:51,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37681 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T09:42:51,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37681 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T09:42:51,671 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 830cab8fde66bf661407e4968c3b0982, NAME => 'testClearRegionBlockCache,,1733305371254.830cab8fde66bf661407e4968c3b0982.', STARTKEY => '', ENDKEY => '5'}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41389/user/jenkins/test-data/d5df17af-6cc4-25a2-b2ba-31c618064f95 2024-12-04T09:42:51,671 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => deab7951b90b147dc204c278bc7f05d1, NAME => 'testClearRegionBlockCache,5,1733305371254.deab7951b90b147dc204c278bc7f05d1.', STARTKEY => '5', ENDKEY => ''}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41389/user/jenkins/test-data/d5df17af-6cc4-25a2-b2ba-31c618064f95 2024-12-04T09:42:51,683 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38107 is added to blk_1073741837_1013 (size=61) 2024-12-04T09:42:51,683 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36619 is added to blk_1073741837_1013 (size=61) 2024-12-04T09:42:51,683 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,5,1733305371254.deab7951b90b147dc204c278bc7f05d1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T09:42:51,684 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36619 is added to blk_1073741838_1014 (size=61) 2024-12-04T09:42:51,684 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38107 is added to blk_1073741838_1014 (size=61) 2024-12-04T09:42:51,684 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1722): Closing deab7951b90b147dc204c278bc7f05d1, disabling compactions & flushes 2024-12-04T09:42:51,684 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,5,1733305371254.deab7951b90b147dc204c278bc7f05d1. 2024-12-04T09:42:51,684 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,5,1733305371254.deab7951b90b147dc204c278bc7f05d1. 2024-12-04T09:42:51,684 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,5,1733305371254.deab7951b90b147dc204c278bc7f05d1. after waiting 0 ms 2024-12-04T09:42:51,684 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,5,1733305371254.deab7951b90b147dc204c278bc7f05d1. 2024-12-04T09:42:51,684 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,5,1733305371254.deab7951b90b147dc204c278bc7f05d1. 2024-12-04T09:42:51,684 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1676): Region close journal for deab7951b90b147dc204c278bc7f05d1: Waiting for close lock at 1733305371684Disabling compacts and flushes for region at 1733305371684Disabling writes for close at 1733305371684Writing region close event to WAL at 1733305371684Closed at 1733305371684 2024-12-04T09:42:51,684 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,,1733305371254.830cab8fde66bf661407e4968c3b0982.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T09:42:51,684 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1722): Closing 830cab8fde66bf661407e4968c3b0982, disabling compactions & flushes 2024-12-04T09:42:51,684 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,,1733305371254.830cab8fde66bf661407e4968c3b0982. 2024-12-04T09:42:51,684 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,,1733305371254.830cab8fde66bf661407e4968c3b0982. 2024-12-04T09:42:51,684 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,,1733305371254.830cab8fde66bf661407e4968c3b0982. after waiting 0 ms 2024-12-04T09:42:51,684 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,,1733305371254.830cab8fde66bf661407e4968c3b0982. 2024-12-04T09:42:51,684 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,,1733305371254.830cab8fde66bf661407e4968c3b0982. 2024-12-04T09:42:51,684 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1676): Region close journal for 830cab8fde66bf661407e4968c3b0982: Waiting for close lock at 1733305371684Disabling compacts and flushes for region at 1733305371684Disabling writes for close at 1733305371684Writing region close event to WAL at 1733305371684Closed at 1733305371684 2024-12-04T09:42:51,686 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ADD_TO_META 2024-12-04T09:42:51,686 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testClearRegionBlockCache,5,1733305371254.deab7951b90b147dc204c278bc7f05d1.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1733305371686"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733305371686"}]},"ts":"1733305371686"} 2024-12-04T09:42:51,686 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testClearRegionBlockCache,,1733305371254.830cab8fde66bf661407e4968c3b0982.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1733305371686"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733305371686"}]},"ts":"1733305371686"} 2024-12-04T09:42:51,689 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 2 regions to meta. 2024-12-04T09:42:51,690 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-04T09:42:51,690 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733305371690"}]},"ts":"1733305371690"} 2024-12-04T09:42:51,692 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testClearRegionBlockCache, state=ENABLING in hbase:meta 2024-12-04T09:42:51,693 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {84486a41f81c=0} racks are {/default-rack=0} 2024-12-04T09:42:51,694 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-12-04T09:42:51,694 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-12-04T09:42:51,694 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-12-04T09:42:51,694 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-12-04T09:42:51,694 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-12-04T09:42:51,694 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-12-04T09:42:51,694 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-12-04T09:42:51,694 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=830cab8fde66bf661407e4968c3b0982, ASSIGN}, {pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=deab7951b90b147dc204c278bc7f05d1, ASSIGN}] 2024-12-04T09:42:51,695 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=deab7951b90b147dc204c278bc7f05d1, ASSIGN 2024-12-04T09:42:51,696 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=830cab8fde66bf661407e4968c3b0982, ASSIGN 2024-12-04T09:42:51,696 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=deab7951b90b147dc204c278bc7f05d1, ASSIGN; state=OFFLINE, location=84486a41f81c,45449,1733305370065; forceNewPlan=false, retain=false 2024-12-04T09:42:51,697 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=830cab8fde66bf661407e4968c3b0982, ASSIGN; state=OFFLINE, location=84486a41f81c,34401,1733305370106; forceNewPlan=false, retain=false 2024-12-04T09:42:51,847 INFO [84486a41f81c:37681 {}] balancer.BaseLoadBalancer(388): Reassigned 2 regions. 2 retained the pre-restart assignment. 2024-12-04T09:42:51,847 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=830cab8fde66bf661407e4968c3b0982, regionState=OPENING, regionLocation=84486a41f81c,34401,1733305370106 2024-12-04T09:42:51,847 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=deab7951b90b147dc204c278bc7f05d1, regionState=OPENING, regionLocation=84486a41f81c,45449,1733305370065 2024-12-04T09:42:51,850 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-17-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=deab7951b90b147dc204c278bc7f05d1, ASSIGN because future has completed 2024-12-04T09:42:51,850 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure deab7951b90b147dc204c278bc7f05d1, server=84486a41f81c,45449,1733305370065}] 2024-12-04T09:42:51,851 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-17-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=830cab8fde66bf661407e4968c3b0982, ASSIGN because future has completed 2024-12-04T09:42:51,852 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 830cab8fde66bf661407e4968c3b0982, server=84486a41f81c,34401,1733305370106}] 2024-12-04T09:42:51,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37681 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T09:42:52,004 DEBUG [RSProcedureDispatcher-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-04T09:42:52,008 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41455, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-04T09:42:52,014 INFO [RS_OPEN_REGION-regionserver/84486a41f81c:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] handler.AssignRegionHandler(132): Open testClearRegionBlockCache,,1733305371254.830cab8fde66bf661407e4968c3b0982. 2024-12-04T09:42:52,014 DEBUG [RS_OPEN_REGION-regionserver/84486a41f81c:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7752): Opening region: {ENCODED => 830cab8fde66bf661407e4968c3b0982, NAME => 'testClearRegionBlockCache,,1733305371254.830cab8fde66bf661407e4968c3b0982.', STARTKEY => '', ENDKEY => '5'} 2024-12-04T09:42:52,015 DEBUG [RS_OPEN_REGION-regionserver/84486a41f81c:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache 830cab8fde66bf661407e4968c3b0982 2024-12-04T09:42:52,015 DEBUG [RS_OPEN_REGION-regionserver/84486a41f81c:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,,1733305371254.830cab8fde66bf661407e4968c3b0982.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T09:42:52,015 DEBUG [RS_OPEN_REGION-regionserver/84486a41f81c:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7794): checking encryption for 830cab8fde66bf661407e4968c3b0982 2024-12-04T09:42:52,015 DEBUG [RS_OPEN_REGION-regionserver/84486a41f81c:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7797): checking classloading for 830cab8fde66bf661407e4968c3b0982 2024-12-04T09:42:52,015 INFO [RS_OPEN_REGION-regionserver/84486a41f81c:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] handler.AssignRegionHandler(132): Open testClearRegionBlockCache,5,1733305371254.deab7951b90b147dc204c278bc7f05d1. 2024-12-04T09:42:52,015 DEBUG [RS_OPEN_REGION-regionserver/84486a41f81c:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => deab7951b90b147dc204c278bc7f05d1, NAME => 'testClearRegionBlockCache,5,1733305371254.deab7951b90b147dc204c278bc7f05d1.', STARTKEY => '5', ENDKEY => ''} 2024-12-04T09:42:52,016 DEBUG [RS_OPEN_REGION-regionserver/84486a41f81c:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache deab7951b90b147dc204c278bc7f05d1 2024-12-04T09:42:52,016 DEBUG [RS_OPEN_REGION-regionserver/84486a41f81c:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,5,1733305371254.deab7951b90b147dc204c278bc7f05d1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T09:42:52,016 DEBUG [RS_OPEN_REGION-regionserver/84486a41f81c:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for deab7951b90b147dc204c278bc7f05d1 2024-12-04T09:42:52,016 DEBUG [RS_OPEN_REGION-regionserver/84486a41f81c:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for deab7951b90b147dc204c278bc7f05d1 2024-12-04T09:42:52,017 INFO [StoreOpener-830cab8fde66bf661407e4968c3b0982-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region 830cab8fde66bf661407e4968c3b0982 2024-12-04T09:42:52,017 INFO [StoreOpener-deab7951b90b147dc204c278bc7f05d1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region deab7951b90b147dc204c278bc7f05d1 2024-12-04T09:42:52,019 INFO [StoreOpener-830cab8fde66bf661407e4968c3b0982-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 830cab8fde66bf661407e4968c3b0982 columnFamilyName family 2024-12-04T09:42:52,019 DEBUG [StoreOpener-830cab8fde66bf661407e4968c3b0982-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T09:42:52,019 INFO [StoreOpener-deab7951b90b147dc204c278bc7f05d1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region deab7951b90b147dc204c278bc7f05d1 columnFamilyName family 2024-12-04T09:42:52,019 DEBUG [StoreOpener-deab7951b90b147dc204c278bc7f05d1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T09:42:52,019 INFO [StoreOpener-830cab8fde66bf661407e4968c3b0982-1 {}] regionserver.HStore(327): Store=830cab8fde66bf661407e4968c3b0982/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T09:42:52,019 INFO [StoreOpener-deab7951b90b147dc204c278bc7f05d1-1 {}] regionserver.HStore(327): Store=deab7951b90b147dc204c278bc7f05d1/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T09:42:52,019 DEBUG [RS_OPEN_REGION-regionserver/84486a41f81c:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1038): replaying wal for 830cab8fde66bf661407e4968c3b0982 2024-12-04T09:42:52,019 DEBUG [RS_OPEN_REGION-regionserver/84486a41f81c:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for deab7951b90b147dc204c278bc7f05d1 2024-12-04T09:42:52,020 DEBUG [RS_OPEN_REGION-regionserver/84486a41f81c:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41389/user/jenkins/test-data/d5df17af-6cc4-25a2-b2ba-31c618064f95/data/default/testClearRegionBlockCache/deab7951b90b147dc204c278bc7f05d1 2024-12-04T09:42:52,020 DEBUG [RS_OPEN_REGION-regionserver/84486a41f81c:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41389/user/jenkins/test-data/d5df17af-6cc4-25a2-b2ba-31c618064f95/data/default/testClearRegionBlockCache/830cab8fde66bf661407e4968c3b0982 2024-12-04T09:42:52,020 DEBUG [RS_OPEN_REGION-regionserver/84486a41f81c:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41389/user/jenkins/test-data/d5df17af-6cc4-25a2-b2ba-31c618064f95/data/default/testClearRegionBlockCache/830cab8fde66bf661407e4968c3b0982 2024-12-04T09:42:52,020 DEBUG [RS_OPEN_REGION-regionserver/84486a41f81c:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41389/user/jenkins/test-data/d5df17af-6cc4-25a2-b2ba-31c618064f95/data/default/testClearRegionBlockCache/deab7951b90b147dc204c278bc7f05d1 2024-12-04T09:42:52,020 DEBUG [RS_OPEN_REGION-regionserver/84486a41f81c:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for deab7951b90b147dc204c278bc7f05d1 2024-12-04T09:42:52,020 DEBUG [RS_OPEN_REGION-regionserver/84486a41f81c:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1048): stopping wal replay for 830cab8fde66bf661407e4968c3b0982 2024-12-04T09:42:52,020 DEBUG [RS_OPEN_REGION-regionserver/84486a41f81c:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for deab7951b90b147dc204c278bc7f05d1 2024-12-04T09:42:52,020 DEBUG [RS_OPEN_REGION-regionserver/84486a41f81c:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1060): Cleaning up temporary data for 830cab8fde66bf661407e4968c3b0982 2024-12-04T09:42:52,022 DEBUG [RS_OPEN_REGION-regionserver/84486a41f81c:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for deab7951b90b147dc204c278bc7f05d1 2024-12-04T09:42:52,022 DEBUG [RS_OPEN_REGION-regionserver/84486a41f81c:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1093): writing seq id for 830cab8fde66bf661407e4968c3b0982 2024-12-04T09:42:52,024 DEBUG [RS_OPEN_REGION-regionserver/84486a41f81c:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41389/user/jenkins/test-data/d5df17af-6cc4-25a2-b2ba-31c618064f95/data/default/testClearRegionBlockCache/deab7951b90b147dc204c278bc7f05d1/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T09:42:52,024 DEBUG [RS_OPEN_REGION-regionserver/84486a41f81c:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41389/user/jenkins/test-data/d5df17af-6cc4-25a2-b2ba-31c618064f95/data/default/testClearRegionBlockCache/830cab8fde66bf661407e4968c3b0982/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T09:42:52,024 INFO [RS_OPEN_REGION-regionserver/84486a41f81c:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1114): Opened deab7951b90b147dc204c278bc7f05d1; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68207384, jitterRate=0.016369223594665527}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-04T09:42:52,025 DEBUG [RS_OPEN_REGION-regionserver/84486a41f81c:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for deab7951b90b147dc204c278bc7f05d1 2024-12-04T09:42:52,025 INFO [RS_OPEN_REGION-regionserver/84486a41f81c:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1114): Opened 830cab8fde66bf661407e4968c3b0982; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72443731, jitterRate=0.07949571311473846}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-04T09:42:52,025 DEBUG [RS_OPEN_REGION-regionserver/84486a41f81c:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 830cab8fde66bf661407e4968c3b0982 2024-12-04T09:42:52,026 DEBUG [RS_OPEN_REGION-regionserver/84486a41f81c:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1006): Region open journal for 830cab8fde66bf661407e4968c3b0982: Running coprocessor pre-open hook at 1733305372015Writing region info on filesystem at 1733305372015Initializing all the Stores at 1733305372016 (+1 ms)Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733305372016Cleaning up temporary data from old regions at 1733305372020 (+4 ms)Running coprocessor post-open hooks at 1733305372025 (+5 ms)Region opened successfully at 1733305372026 (+1 ms) 2024-12-04T09:42:52,026 DEBUG [RS_OPEN_REGION-regionserver/84486a41f81c:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for deab7951b90b147dc204c278bc7f05d1: Running coprocessor pre-open hook at 1733305372016Writing region info on filesystem at 1733305372016Initializing all the Stores at 1733305372017 (+1 ms)Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733305372017Cleaning up temporary data from old regions at 1733305372020 (+3 ms)Running coprocessor post-open hooks at 1733305372025 (+5 ms)Region opened successfully at 1733305372026 (+1 ms) 2024-12-04T09:42:52,027 INFO [RS_OPEN_REGION-regionserver/84486a41f81c:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for testClearRegionBlockCache,5,1733305371254.deab7951b90b147dc204c278bc7f05d1., pid=7, masterSystemTime=1733305372004 2024-12-04T09:42:52,027 INFO [RS_OPEN_REGION-regionserver/84486a41f81c:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegionServer(2236): Post open deploy tasks for testClearRegionBlockCache,,1733305371254.830cab8fde66bf661407e4968c3b0982., pid=8, masterSystemTime=1733305372005 2024-12-04T09:42:52,033 DEBUG [RS_OPEN_REGION-regionserver/84486a41f81c:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for testClearRegionBlockCache,5,1733305371254.deab7951b90b147dc204c278bc7f05d1. 2024-12-04T09:42:52,033 INFO [RS_OPEN_REGION-regionserver/84486a41f81c:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] handler.AssignRegionHandler(153): Opened testClearRegionBlockCache,5,1733305371254.deab7951b90b147dc204c278bc7f05d1. 2024-12-04T09:42:52,033 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=deab7951b90b147dc204c278bc7f05d1, regionState=OPEN, openSeqNum=2, regionLocation=84486a41f81c,45449,1733305370065 2024-12-04T09:42:52,035 DEBUG [RS_OPEN_REGION-regionserver/84486a41f81c:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegionServer(2266): Finished post open deploy task for testClearRegionBlockCache,,1733305371254.830cab8fde66bf661407e4968c3b0982. 2024-12-04T09:42:52,035 INFO [RS_OPEN_REGION-regionserver/84486a41f81c:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] handler.AssignRegionHandler(153): Opened testClearRegionBlockCache,,1733305371254.830cab8fde66bf661407e4968c3b0982. 2024-12-04T09:42:52,035 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=830cab8fde66bf661407e4968c3b0982, regionState=OPEN, openSeqNum=2, regionLocation=84486a41f81c,34401,1733305370106 2024-12-04T09:42:52,036 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-17-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure deab7951b90b147dc204c278bc7f05d1, server=84486a41f81c,45449,1733305370065 because future has completed 2024-12-04T09:42:52,038 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-17-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 830cab8fde66bf661407e4968c3b0982, server=84486a41f81c,34401,1733305370106 because future has completed 2024-12-04T09:42:52,039 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-12-04T09:42:52,039 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure deab7951b90b147dc204c278bc7f05d1, server=84486a41f81c,45449,1733305370065 in 187 msec 2024-12-04T09:42:52,041 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=5 2024-12-04T09:42:52,041 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 830cab8fde66bf661407e4968c3b0982, server=84486a41f81c,34401,1733305370106 in 187 msec 2024-12-04T09:42:52,042 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=deab7951b90b147dc204c278bc7f05d1, ASSIGN in 345 msec 2024-12-04T09:42:52,043 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-04T09:42:52,044 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=830cab8fde66bf661407e4968c3b0982, ASSIGN in 347 msec 2024-12-04T09:42:52,044 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-04T09:42:52,044 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733305372044"}]},"ts":"1733305372044"} 2024-12-04T09:42:52,046 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testClearRegionBlockCache, state=ENABLED in hbase:meta 2024-12-04T09:42:52,047 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_POST_OPERATION 2024-12-04T09:42:52,049 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testClearRegionBlockCache in 792 msec 2024-12-04T09:42:52,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37681 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T09:42:52,402 INFO [RPCClient-NioEventLoopGroup-5-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testClearRegionBlockCache completed 2024-12-04T09:42:52,402 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testClearRegionBlockCache get assigned. Timeout = 60000ms 2024-12-04T09:42:52,403 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-04T09:42:52,411 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testClearRegionBlockCache assigned to meta. Checking AM states. 2024-12-04T09:42:52,411 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-04T09:42:52,411 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testClearRegionBlockCache assigned. 2024-12-04T09:42:52,414 DEBUG [RPCClient-NioEventLoopGroup-5-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testClearRegionBlockCache', row='1', locateType=CURRENT is [region=testClearRegionBlockCache,,1733305371254.830cab8fde66bf661407e4968c3b0982., hostname=84486a41f81c,34401,1733305370106, seqNum=2] 2024-12-04T09:42:52,425 DEBUG [RPCClient-NioEventLoopGroup-5-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testClearRegionBlockCache', row='5', locateType=CURRENT is [region=testClearRegionBlockCache,5,1733305371254.deab7951b90b147dc204c278bc7f05d1., hostname=84486a41f81c,45449,1733305370065, seqNum=2] 2024-12-04T09:42:52,425 DEBUG [RPCClient-NioEventLoopGroup-5-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T09:42:52,427 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34264, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T09:42:52,437 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing deab7951b90b147dc204c278bc7f05d1 1/1 column families, dataSize=140 B heapSize=776 B 2024-12-04T09:42:52,451 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41389/user/jenkins/test-data/d5df17af-6cc4-25a2-b2ba-31c618064f95/data/default/testClearRegionBlockCache/deab7951b90b147dc204c278bc7f05d1/.tmp/family/fc9f06e2191045928fceb67ea0b5e618 is 32, key is 5/family:/1733305372427/Put/seqid=0 2024-12-04T09:42:52,457 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38107 is added to blk_1073741839_1015 (size=5083) 2024-12-04T09:42:52,457 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36619 is added to blk_1073741839_1015 (size=5083) 2024-12-04T09:42:52,457 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=140 B at sequenceid=9 (bloomFilter=true), to=hdfs://localhost:41389/user/jenkins/test-data/d5df17af-6cc4-25a2-b2ba-31c618064f95/data/default/testClearRegionBlockCache/deab7951b90b147dc204c278bc7f05d1/.tmp/family/fc9f06e2191045928fceb67ea0b5e618 2024-12-04T09:42:52,463 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41389/user/jenkins/test-data/d5df17af-6cc4-25a2-b2ba-31c618064f95/data/default/testClearRegionBlockCache/deab7951b90b147dc204c278bc7f05d1/.tmp/family/fc9f06e2191045928fceb67ea0b5e618 as hdfs://localhost:41389/user/jenkins/test-data/d5df17af-6cc4-25a2-b2ba-31c618064f95/data/default/testClearRegionBlockCache/deab7951b90b147dc204c278bc7f05d1/family/fc9f06e2191045928fceb67ea0b5e618 2024-12-04T09:42:52,469 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41389/user/jenkins/test-data/d5df17af-6cc4-25a2-b2ba-31c618064f95/data/default/testClearRegionBlockCache/deab7951b90b147dc204c278bc7f05d1/family/fc9f06e2191045928fceb67ea0b5e618, entries=5, sequenceid=9, filesize=5.0 K 2024-12-04T09:42:52,470 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~140 B/140, heapSize ~760 B/760, currentSize=0 B/0 for deab7951b90b147dc204c278bc7f05d1 in 33ms, sequenceid=9, compaction requested=false 2024-12-04T09:42:52,470 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for deab7951b90b147dc204c278bc7f05d1: 2024-12-04T09:42:52,471 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 830cab8fde66bf661407e4968c3b0982 1/1 column families, dataSize=112 B heapSize=672 B 2024-12-04T09:42:52,484 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41389/user/jenkins/test-data/d5df17af-6cc4-25a2-b2ba-31c618064f95/data/default/testClearRegionBlockCache/830cab8fde66bf661407e4968c3b0982/.tmp/family/3ced0157ca034c8888cca4da9360a8fe is 32, key is 1/family:/1733305372415/Put/seqid=0 2024-12-04T09:42:52,489 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38107 is added to blk_1073741840_1016 (size=5054) 2024-12-04T09:42:52,490 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36619 is added to blk_1073741840_1016 (size=5054) 2024-12-04T09:42:52,890 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:41389/user/jenkins/test-data/d5df17af-6cc4-25a2-b2ba-31c618064f95/data/default/testClearRegionBlockCache/830cab8fde66bf661407e4968c3b0982/.tmp/family/3ced0157ca034c8888cca4da9360a8fe 2024-12-04T09:42:52,897 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41389/user/jenkins/test-data/d5df17af-6cc4-25a2-b2ba-31c618064f95/data/default/testClearRegionBlockCache/830cab8fde66bf661407e4968c3b0982/.tmp/family/3ced0157ca034c8888cca4da9360a8fe as hdfs://localhost:41389/user/jenkins/test-data/d5df17af-6cc4-25a2-b2ba-31c618064f95/data/default/testClearRegionBlockCache/830cab8fde66bf661407e4968c3b0982/family/3ced0157ca034c8888cca4da9360a8fe 2024-12-04T09:42:52,904 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41389/user/jenkins/test-data/d5df17af-6cc4-25a2-b2ba-31c618064f95/data/default/testClearRegionBlockCache/830cab8fde66bf661407e4968c3b0982/family/3ced0157ca034c8888cca4da9360a8fe, entries=4, sequenceid=8, filesize=4.9 K 2024-12-04T09:42:52,905 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~112 B/112, heapSize ~656 B/656, currentSize=0 B/0 for 830cab8fde66bf661407e4968c3b0982 in 435ms, sequenceid=8, compaction requested=false 2024-12-04T09:42:52,905 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 830cab8fde66bf661407e4968c3b0982: 2024-12-04T09:42:52,907 DEBUG [Time-limited test {}] bucket.BucketCache(1863): found 1 blocks for file fc9f06e2191045928fceb67ea0b5e618, starting offset: 0, end offset: 9223372036854775807 2024-12-04T09:42:52,907 DEBUG [Time-limited test {}] bucket.BucketCache(856): removed key fc9f06e2191045928fceb67ea0b5e618_0 from back map with offset lock 2094080 in the evict process 2024-12-04T09:42:52,909 DEBUG [Time-limited test {}] bucket.BucketCache(1863): found 1 blocks for file 3ced0157ca034c8888cca4da9360a8fe, starting offset: 0, end offset: 9223372036854775807 2024-12-04T09:42:52,909 DEBUG [Time-limited test {}] bucket.BucketCache(856): removed key 3ced0157ca034c8888cca4da9360a8fe_0 from back map with offset lock 2094080 in the evict process 2024-12-04T09:42:52,909 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-04T09:42:52,909 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T09:42:52,909 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.teardown(TestClearRegionBlockCache.java:100) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T09:42:52,909 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T09:42:52,909 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T09:42:52,910 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T09:42:52,910 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-04T09:42:52,910 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1553837634, stopped=false 2024-12-04T09:42:52,910 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=84486a41f81c,37681,1733305369910 2024-12-04T09:42:52,956 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37681-0x101a102a7990000, quorum=127.0.0.1:51541, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-04T09:42:52,956 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45449-0x101a102a7990001, quorum=127.0.0.1:51541, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-04T09:42:52,956 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34401-0x101a102a7990002, quorum=127.0.0.1:51541, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-04T09:42:52,956 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37681-0x101a102a7990000, quorum=127.0.0.1:51541, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T09:42:52,956 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45449-0x101a102a7990001, quorum=127.0.0.1:51541, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T09:42:52,956 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34401-0x101a102a7990002, quorum=127.0.0.1:51541, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T09:42:52,956 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-04T09:42:52,957 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T09:42:52,957 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:45449-0x101a102a7990001, quorum=127.0.0.1:51541, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-04T09:42:52,958 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.teardown(TestClearRegionBlockCache.java:100) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T09:42:52,958 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:37681-0x101a102a7990000, quorum=127.0.0.1:51541, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-04T09:42:52,958 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T09:42:52,958 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:34401-0x101a102a7990002, quorum=127.0.0.1:51541, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-04T09:42:52,959 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '84486a41f81c,45449,1733305370065' ***** 2024-12-04T09:42:52,959 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-04T09:42:52,959 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '84486a41f81c,34401,1733305370106' ***** 2024-12-04T09:42:52,959 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-04T09:42:52,959 INFO [RS:0;84486a41f81c:45449 {}] bucket.BucketCache(1738): Disabling cache 2024-12-04T09:42:52,959 INFO [RS:1;84486a41f81c:34401 {}] bucket.BucketCache(1738): Disabling cache 2024-12-04T09:42:52,959 INFO [Time-limited test-BucketCacheWriter-1 {}] bucket.BucketCache$WriterThread(1271): Time-limited test-BucketCacheWriter-1 exiting, cacheEnabled=false 2024-12-04T09:42:52,959 INFO [Time-limited test-BucketCacheWriter-0 {}] bucket.BucketCache$WriterThread(1271): Time-limited test-BucketCacheWriter-0 exiting, cacheEnabled=false 2024-12-04T09:42:52,960 INFO [Time-limited test-BucketCacheWriter-2 {}] bucket.BucketCache$WriterThread(1271): Time-limited test-BucketCacheWriter-2 exiting, cacheEnabled=false 2024-12-04T09:42:52,960 INFO [Time-limited test-BucketCacheWriter-0 {}] bucket.BucketCache$WriterThread(1271): Time-limited test-BucketCacheWriter-0 exiting, cacheEnabled=false 2024-12-04T09:42:52,960 INFO [RS:1;84486a41f81c:34401 {}] bucket.BucketCache(1762): Shutdown bucket cache: IO persistent=false; path to write=null 2024-12-04T09:42:52,960 INFO [RS:0;84486a41f81c:45449 {}] bucket.BucketCache(1762): Shutdown bucket cache: IO persistent=false; path to write=null 2024-12-04T09:42:52,960 INFO [Time-limited test-BucketCacheWriter-2 {}] bucket.BucketCache$WriterThread(1271): Time-limited test-BucketCacheWriter-2 exiting, cacheEnabled=false 2024-12-04T09:42:52,960 INFO [Time-limited test-BucketCacheWriter-1 {}] bucket.BucketCache$WriterThread(1271): Time-limited test-BucketCacheWriter-1 exiting, cacheEnabled=false 2024-12-04T09:42:52,960 INFO [RS:0;84486a41f81c:45449 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-04T09:42:52,960 INFO [RS:1;84486a41f81c:34401 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-04T09:42:52,960 INFO [RS:0;84486a41f81c:45449 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-04T09:42:52,960 INFO [RS:1;84486a41f81c:34401 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-04T09:42:52,960 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-04T09:42:52,960 INFO [RS:0;84486a41f81c:45449 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-04T09:42:52,960 INFO [RS:1;84486a41f81c:34401 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-04T09:42:52,960 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-04T09:42:52,960 INFO [RS:0;84486a41f81c:45449 {}] regionserver.HRegionServer(3091): Received CLOSE for deab7951b90b147dc204c278bc7f05d1 2024-12-04T09:42:52,960 INFO [RS:1;84486a41f81c:34401 {}] regionserver.HRegionServer(3091): Received CLOSE for 830cab8fde66bf661407e4968c3b0982 2024-12-04T09:42:52,961 INFO [RS:1;84486a41f81c:34401 {}] regionserver.HRegionServer(959): stopping server 84486a41f81c,34401,1733305370106 2024-12-04T09:42:52,961 INFO [RS:1;84486a41f81c:34401 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-04T09:42:52,961 INFO [RS:0;84486a41f81c:45449 {}] regionserver.HRegionServer(959): stopping server 84486a41f81c,45449,1733305370065 2024-12-04T09:42:52,961 INFO [RS:0;84486a41f81c:45449 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-04T09:42:52,961 INFO [RS:1;84486a41f81c:34401 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;84486a41f81c:34401. 2024-12-04T09:42:52,961 DEBUG [RS_CLOSE_REGION-regionserver/84486a41f81c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 830cab8fde66bf661407e4968c3b0982, disabling compactions & flushes 2024-12-04T09:42:52,961 INFO [RS:0;84486a41f81c:45449 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;84486a41f81c:45449. 2024-12-04T09:42:52,961 DEBUG [RS:1;84486a41f81c:34401 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T09:42:52,961 INFO [RS_CLOSE_REGION-regionserver/84486a41f81c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,,1733305371254.830cab8fde66bf661407e4968c3b0982. 2024-12-04T09:42:52,961 DEBUG [RS_CLOSE_REGION-regionserver/84486a41f81c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing deab7951b90b147dc204c278bc7f05d1, disabling compactions & flushes 2024-12-04T09:42:52,961 DEBUG [RS:1;84486a41f81c:34401 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T09:42:52,961 DEBUG [RS_CLOSE_REGION-regionserver/84486a41f81c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,,1733305371254.830cab8fde66bf661407e4968c3b0982. 2024-12-04T09:42:52,961 DEBUG [RS:0;84486a41f81c:45449 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T09:42:52,961 INFO [RS_CLOSE_REGION-regionserver/84486a41f81c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,5,1733305371254.deab7951b90b147dc204c278bc7f05d1. 2024-12-04T09:42:52,961 DEBUG [RS_CLOSE_REGION-regionserver/84486a41f81c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,,1733305371254.830cab8fde66bf661407e4968c3b0982. after waiting 0 ms 2024-12-04T09:42:52,961 DEBUG [RS:0;84486a41f81c:45449 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T09:42:52,961 DEBUG [RS_CLOSE_REGION-regionserver/84486a41f81c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,5,1733305371254.deab7951b90b147dc204c278bc7f05d1. 2024-12-04T09:42:52,961 DEBUG [RS_CLOSE_REGION-regionserver/84486a41f81c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,,1733305371254.830cab8fde66bf661407e4968c3b0982. 2024-12-04T09:42:52,961 INFO [RS:1;84486a41f81c:34401 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-04T09:42:52,961 DEBUG [RS_CLOSE_REGION-regionserver/84486a41f81c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,5,1733305371254.deab7951b90b147dc204c278bc7f05d1. after waiting 0 ms 2024-12-04T09:42:52,961 INFO [RS:1;84486a41f81c:34401 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-04T09:42:52,961 INFO [RS:1;84486a41f81c:34401 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-04T09:42:52,961 DEBUG [RS_CLOSE_REGION-regionserver/84486a41f81c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,5,1733305371254.deab7951b90b147dc204c278bc7f05d1. 2024-12-04T09:42:52,962 INFO [RS:1;84486a41f81c:34401 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-04T09:42:52,962 INFO [RS:0;84486a41f81c:45449 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-04T09:42:52,962 DEBUG [RS:0;84486a41f81c:45449 {}] regionserver.HRegionServer(1325): Online Regions={deab7951b90b147dc204c278bc7f05d1=testClearRegionBlockCache,5,1733305371254.deab7951b90b147dc204c278bc7f05d1.} 2024-12-04T09:42:52,962 DEBUG [RS:0;84486a41f81c:45449 {}] regionserver.HRegionServer(1351): Waiting on deab7951b90b147dc204c278bc7f05d1 2024-12-04T09:42:52,963 INFO [RS:1;84486a41f81c:34401 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-04T09:42:52,963 DEBUG [RS:1;84486a41f81c:34401 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 830cab8fde66bf661407e4968c3b0982=testClearRegionBlockCache,,1733305371254.830cab8fde66bf661407e4968c3b0982.} 2024-12-04T09:42:52,963 DEBUG [RS:1;84486a41f81c:34401 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 830cab8fde66bf661407e4968c3b0982 2024-12-04T09:42:52,963 DEBUG [RS_CLOSE_META-regionserver/84486a41f81c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-04T09:42:52,963 INFO [RS_CLOSE_META-regionserver/84486a41f81c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-04T09:42:52,963 DEBUG [RS_CLOSE_META-regionserver/84486a41f81c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-04T09:42:52,963 DEBUG [RS_CLOSE_META-regionserver/84486a41f81c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-04T09:42:52,963 DEBUG [RS_CLOSE_META-regionserver/84486a41f81c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-04T09:42:52,964 INFO [RS_CLOSE_META-regionserver/84486a41f81c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.79 KB heapSize=5.57 KB 2024-12-04T09:42:52,967 DEBUG [RS_CLOSE_REGION-regionserver/84486a41f81c:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41389/user/jenkins/test-data/d5df17af-6cc4-25a2-b2ba-31c618064f95/data/default/testClearRegionBlockCache/830cab8fde66bf661407e4968c3b0982/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-12-04T09:42:52,968 INFO [RS_CLOSE_REGION-regionserver/84486a41f81c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,,1733305371254.830cab8fde66bf661407e4968c3b0982. 2024-12-04T09:42:52,968 DEBUG [RS_CLOSE_REGION-regionserver/84486a41f81c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 830cab8fde66bf661407e4968c3b0982: Waiting for close lock at 1733305372961Running coprocessor pre-close hooks at 1733305372961Disabling compacts and flushes for region at 1733305372961Disabling writes for close at 1733305372961Writing region close event to WAL at 1733305372963 (+2 ms)Running coprocessor post-close hooks at 1733305372968 (+5 ms)Closed at 1733305372968 2024-12-04T09:42:52,968 DEBUG [RS_CLOSE_REGION-regionserver/84486a41f81c:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,,1733305371254.830cab8fde66bf661407e4968c3b0982. 2024-12-04T09:42:52,970 DEBUG [RS_CLOSE_REGION-regionserver/84486a41f81c:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41389/user/jenkins/test-data/d5df17af-6cc4-25a2-b2ba-31c618064f95/data/default/testClearRegionBlockCache/deab7951b90b147dc204c278bc7f05d1/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=1 2024-12-04T09:42:52,971 INFO [RS_CLOSE_REGION-regionserver/84486a41f81c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,5,1733305371254.deab7951b90b147dc204c278bc7f05d1. 2024-12-04T09:42:52,971 DEBUG [RS_CLOSE_REGION-regionserver/84486a41f81c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for deab7951b90b147dc204c278bc7f05d1: Waiting for close lock at 1733305372961Running coprocessor pre-close hooks at 1733305372961Disabling compacts and flushes for region at 1733305372961Disabling writes for close at 1733305372961Writing region close event to WAL at 1733305372963 (+2 ms)Running coprocessor post-close hooks at 1733305372971 (+8 ms)Closed at 1733305372971 2024-12-04T09:42:52,971 DEBUG [RS_CLOSE_REGION-regionserver/84486a41f81c:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,5,1733305371254.deab7951b90b147dc204c278bc7f05d1. 2024-12-04T09:42:52,978 DEBUG [RS_CLOSE_META-regionserver/84486a41f81c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41389/user/jenkins/test-data/d5df17af-6cc4-25a2-b2ba-31c618064f95/data/hbase/meta/1588230740/.tmp/info/d79e8fd3b3984ca2b2fbe5cad9a3c64d is 173, key is testClearRegionBlockCache,5,1733305371254.deab7951b90b147dc204c278bc7f05d1./info:regioninfo/1733305372033/Put/seqid=0 2024-12-04T09:42:52,983 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38107 is added to blk_1073741841_1017 (size=8173) 2024-12-04T09:42:52,983 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36619 is added to blk_1073741841_1017 (size=8173) 2024-12-04T09:42:52,984 INFO [RS_CLOSE_META-regionserver/84486a41f81c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.60 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:41389/user/jenkins/test-data/d5df17af-6cc4-25a2-b2ba-31c618064f95/data/hbase/meta/1588230740/.tmp/info/d79e8fd3b3984ca2b2fbe5cad9a3c64d 2024-12-04T09:42:53,002 DEBUG [RS_CLOSE_META-regionserver/84486a41f81c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41389/user/jenkins/test-data/d5df17af-6cc4-25a2-b2ba-31c618064f95/data/hbase/meta/1588230740/.tmp/ns/ab9e0a0fab614f51bcb1292bcae4c879 is 43, key is default/ns:d/1733305371146/Put/seqid=0 2024-12-04T09:42:53,006 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36619 is added to blk_1073741842_1018 (size=5153) 2024-12-04T09:42:53,006 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38107 is added to blk_1073741842_1018 (size=5153) 2024-12-04T09:42:53,007 INFO [RS_CLOSE_META-regionserver/84486a41f81c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:41389/user/jenkins/test-data/d5df17af-6cc4-25a2-b2ba-31c618064f95/data/hbase/meta/1588230740/.tmp/ns/ab9e0a0fab614f51bcb1292bcae4c879 2024-12-04T09:42:53,024 DEBUG [RS_CLOSE_META-regionserver/84486a41f81c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41389/user/jenkins/test-data/d5df17af-6cc4-25a2-b2ba-31c618064f95/data/hbase/meta/1588230740/.tmp/table/c61d1189cd804a7b810bc21b8e2265da is 61, key is testClearRegionBlockCache/table:state/1733305372044/Put/seqid=0 2024-12-04T09:42:53,028 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36619 is added to blk_1073741843_1019 (size=5312) 2024-12-04T09:42:53,028 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38107 is added to blk_1073741843_1019 (size=5312) 2024-12-04T09:42:53,028 INFO [RS_CLOSE_META-regionserver/84486a41f81c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=114 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:41389/user/jenkins/test-data/d5df17af-6cc4-25a2-b2ba-31c618064f95/data/hbase/meta/1588230740/.tmp/table/c61d1189cd804a7b810bc21b8e2265da 2024-12-04T09:42:53,034 DEBUG [RS_CLOSE_META-regionserver/84486a41f81c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41389/user/jenkins/test-data/d5df17af-6cc4-25a2-b2ba-31c618064f95/data/hbase/meta/1588230740/.tmp/info/d79e8fd3b3984ca2b2fbe5cad9a3c64d as hdfs://localhost:41389/user/jenkins/test-data/d5df17af-6cc4-25a2-b2ba-31c618064f95/data/hbase/meta/1588230740/info/d79e8fd3b3984ca2b2fbe5cad9a3c64d 2024-12-04T09:42:53,040 INFO [RS_CLOSE_META-regionserver/84486a41f81c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41389/user/jenkins/test-data/d5df17af-6cc4-25a2-b2ba-31c618064f95/data/hbase/meta/1588230740/info/d79e8fd3b3984ca2b2fbe5cad9a3c64d, entries=20, sequenceid=13, filesize=8.0 K 2024-12-04T09:42:53,041 DEBUG [RS_CLOSE_META-regionserver/84486a41f81c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41389/user/jenkins/test-data/d5df17af-6cc4-25a2-b2ba-31c618064f95/data/hbase/meta/1588230740/.tmp/ns/ab9e0a0fab614f51bcb1292bcae4c879 as hdfs://localhost:41389/user/jenkins/test-data/d5df17af-6cc4-25a2-b2ba-31c618064f95/data/hbase/meta/1588230740/ns/ab9e0a0fab614f51bcb1292bcae4c879 2024-12-04T09:42:53,047 INFO [RS_CLOSE_META-regionserver/84486a41f81c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41389/user/jenkins/test-data/d5df17af-6cc4-25a2-b2ba-31c618064f95/data/hbase/meta/1588230740/ns/ab9e0a0fab614f51bcb1292bcae4c879, entries=2, sequenceid=13, filesize=5.0 K 2024-12-04T09:42:53,047 INFO [regionserver/84486a41f81c:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-04T09:42:53,048 DEBUG [RS_CLOSE_META-regionserver/84486a41f81c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41389/user/jenkins/test-data/d5df17af-6cc4-25a2-b2ba-31c618064f95/data/hbase/meta/1588230740/.tmp/table/c61d1189cd804a7b810bc21b8e2265da as hdfs://localhost:41389/user/jenkins/test-data/d5df17af-6cc4-25a2-b2ba-31c618064f95/data/hbase/meta/1588230740/table/c61d1189cd804a7b810bc21b8e2265da 2024-12-04T09:42:53,053 INFO [regionserver/84486a41f81c:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-04T09:42:53,054 INFO [RS_CLOSE_META-regionserver/84486a41f81c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41389/user/jenkins/test-data/d5df17af-6cc4-25a2-b2ba-31c618064f95/data/hbase/meta/1588230740/table/c61d1189cd804a7b810bc21b8e2265da, entries=2, sequenceid=13, filesize=5.2 K 2024-12-04T09:42:53,055 INFO [RS_CLOSE_META-regionserver/84486a41f81c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.79 KB/2852, heapSize ~5.27 KB/5400, currentSize=0 B/0 for 1588230740 in 92ms, sequenceid=13, compaction requested=false 2024-12-04T09:42:53,060 DEBUG [RS_CLOSE_META-regionserver/84486a41f81c:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41389/user/jenkins/test-data/d5df17af-6cc4-25a2-b2ba-31c618064f95/data/hbase/meta/1588230740/recovered.edits/16.seqid, newMaxSeqId=16, maxSeqId=1 2024-12-04T09:42:53,061 DEBUG [RS_CLOSE_META-regionserver/84486a41f81c:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-04T09:42:53,061 INFO [RS_CLOSE_META-regionserver/84486a41f81c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-04T09:42:53,061 DEBUG [RS_CLOSE_META-regionserver/84486a41f81c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733305372963Running coprocessor pre-close hooks at 1733305372963Disabling compacts and flushes for region at 1733305372963Disabling writes for close at 1733305372963Obtaining lock to block concurrent updates at 1733305372964 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1733305372964Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2852, getHeapSize=5640, getOffHeapSize=0, getCellsCount=24 at 1733305372964Flushing stores of hbase:meta,,1.1588230740 at 1733305372965 (+1 ms)Flushing 1588230740/info: creating writer at 1733305372965Flushing 1588230740/info: appending metadata at 1733305372978 (+13 ms)Flushing 1588230740/info: closing flushed file at 1733305372978Flushing 1588230740/ns: creating writer at 1733305372989 (+11 ms)Flushing 1588230740/ns: appending metadata at 1733305373001 (+12 ms)Flushing 1588230740/ns: closing flushed file at 1733305373001Flushing 1588230740/table: creating writer at 1733305373012 (+11 ms)Flushing 1588230740/table: appending metadata at 1733305373023 (+11 ms)Flushing 1588230740/table: closing flushed file at 1733305373023Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@27b6381a: reopening flushed file at 1733305373033 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@24847bea: reopening flushed file at 1733305373040 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@102abe71: reopening flushed file at 1733305373047 (+7 ms)Finished flush of dataSize ~2.79 KB/2852, heapSize ~5.27 KB/5400, currentSize=0 B/0 for 1588230740 in 92ms, sequenceid=13, compaction requested=false at 1733305373055 (+8 ms)Writing region close event to WAL at 1733305373056 (+1 ms)Running coprocessor post-close hooks at 1733305373060 (+4 ms)Closed at 1733305373061 (+1 ms) 2024-12-04T09:42:53,061 DEBUG [RS_CLOSE_META-regionserver/84486a41f81c:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-04T09:42:53,163 INFO [RS:0;84486a41f81c:45449 {}] regionserver.HRegionServer(976): stopping server 84486a41f81c,45449,1733305370065; all regions closed. 2024-12-04T09:42:53,163 INFO [RS:1;84486a41f81c:34401 {}] regionserver.HRegionServer(976): stopping server 84486a41f81c,34401,1733305370106; all regions closed. 2024-12-04T09:42:53,168 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36619 is added to blk_1073741834_1010 (size=1867) 2024-12-04T09:42:53,169 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38107 is added to blk_1073741834_1010 (size=1867) 2024-12-04T09:42:53,169 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36619 is added to blk_1073741835_1011 (size=4338) 2024-12-04T09:42:53,169 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/d5df17af-6cc4-25a2-b2ba-31c618064f95/WALs/84486a41f81c,34401,1733305370106/84486a41f81c%2C34401%2C1733305370106.meta.1733305371093.meta not finished, retry = 0 2024-12-04T09:42:53,169 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38107 is added to blk_1073741835_1011 (size=4338) 2024-12-04T09:42:53,171 DEBUG [RS:0;84486a41f81c:45449 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/d5df17af-6cc4-25a2-b2ba-31c618064f95/oldWALs 2024-12-04T09:42:53,171 INFO [RS:0;84486a41f81c:45449 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 84486a41f81c%2C45449%2C1733305370065:(num 1733305370676) 2024-12-04T09:42:53,171 DEBUG [RS:0;84486a41f81c:45449 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T09:42:53,171 INFO [RS:0;84486a41f81c:45449 {}] regionserver.LeaseManager(133): Closed leases 2024-12-04T09:42:53,172 INFO [RS:0;84486a41f81c:45449 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-04T09:42:53,172 INFO [RS:0;84486a41f81c:45449 {}] hbase.ChoreService(370): Chore service for: regionserver/84486a41f81c:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-12-04T09:42:53,172 INFO [RS:0;84486a41f81c:45449 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-04T09:42:53,172 INFO [regionserver/84486a41f81c:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-04T09:42:53,172 INFO [RS:0;84486a41f81c:45449 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-04T09:42:53,172 INFO [RS:0;84486a41f81c:45449 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-04T09:42:53,172 INFO [RS:0;84486a41f81c:45449 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-04T09:42:53,172 INFO [RS:0;84486a41f81c:45449 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:45449 2024-12-04T09:42:53,181 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37681-0x101a102a7990000, quorum=127.0.0.1:51541, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-04T09:42:53,181 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45449-0x101a102a7990001, quorum=127.0.0.1:51541, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/84486a41f81c,45449,1733305370065 2024-12-04T09:42:53,181 INFO [RS:0;84486a41f81c:45449 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-04T09:42:53,189 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [84486a41f81c,45449,1733305370065] 2024-12-04T09:42:53,197 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/84486a41f81c,45449,1733305370065 already deleted, retry=false 2024-12-04T09:42:53,198 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 84486a41f81c,45449,1733305370065 expired; onlineServers=1 2024-12-04T09:42:53,273 DEBUG [RS:1;84486a41f81c:34401 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/d5df17af-6cc4-25a2-b2ba-31c618064f95/oldWALs 2024-12-04T09:42:53,273 INFO [RS:1;84486a41f81c:34401 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 84486a41f81c%2C34401%2C1733305370106.meta:.meta(num 1733305371093) 2024-12-04T09:42:53,277 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38107 is added to blk_1073741833_1009 (size=1758) 2024-12-04T09:42:53,277 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36619 is added to blk_1073741833_1009 (size=1758) 2024-12-04T09:42:53,281 DEBUG [RS:1;84486a41f81c:34401 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/d5df17af-6cc4-25a2-b2ba-31c618064f95/oldWALs 2024-12-04T09:42:53,281 INFO [RS:1;84486a41f81c:34401 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 84486a41f81c%2C34401%2C1733305370106:(num 1733305370673) 2024-12-04T09:42:53,281 DEBUG [RS:1;84486a41f81c:34401 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T09:42:53,281 INFO [RS:1;84486a41f81c:34401 {}] regionserver.LeaseManager(133): Closed leases 2024-12-04T09:42:53,281 INFO [RS:1;84486a41f81c:34401 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-04T09:42:53,281 INFO [RS:1;84486a41f81c:34401 {}] hbase.ChoreService(370): Chore service for: regionserver/84486a41f81c:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-04T09:42:53,282 INFO [RS:1;84486a41f81c:34401 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-04T09:42:53,282 INFO [regionserver/84486a41f81c:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-04T09:42:53,282 INFO [RS:1;84486a41f81c:34401 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:34401 2024-12-04T09:42:53,289 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34401-0x101a102a7990002, quorum=127.0.0.1:51541, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/84486a41f81c,34401,1733305370106 2024-12-04T09:42:53,289 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37681-0x101a102a7990000, quorum=127.0.0.1:51541, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-04T09:42:53,289 INFO [RS:1;84486a41f81c:34401 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-04T09:42:53,290 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45449-0x101a102a7990001, quorum=127.0.0.1:51541, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T09:42:53,290 INFO [RS:0;84486a41f81c:45449 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-04T09:42:53,290 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45449-0x101a102a7990001, quorum=127.0.0.1:51541, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T09:42:53,290 INFO [RS:0;84486a41f81c:45449 {}] regionserver.HRegionServer(1031): Exiting; stopping=84486a41f81c,45449,1733305370065; zookeeper connection closed. 2024-12-04T09:42:53,290 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@5fa0fa92 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@5fa0fa92 2024-12-04T09:42:53,297 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [84486a41f81c,34401,1733305370106] 2024-12-04T09:42:53,306 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/84486a41f81c,34401,1733305370106 already deleted, retry=false 2024-12-04T09:42:53,306 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 84486a41f81c,34401,1733305370106 expired; onlineServers=0 2024-12-04T09:42:53,306 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '84486a41f81c,37681,1733305369910' ***** 2024-12-04T09:42:53,306 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-04T09:42:53,306 INFO [M:0;84486a41f81c:37681 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-04T09:42:53,306 INFO [M:0;84486a41f81c:37681 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-04T09:42:53,306 DEBUG [M:0;84486a41f81c:37681 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-04T09:42:53,306 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-04T09:42:53,306 DEBUG [M:0;84486a41f81c:37681 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-04T09:42:53,306 DEBUG [master/84486a41f81c:0:becomeActiveMaster-HFileCleaner.large.0-1733305370433 {}] cleaner.HFileCleaner(306): Exit Thread[master/84486a41f81c:0:becomeActiveMaster-HFileCleaner.large.0-1733305370433,5,FailOnTimeoutGroup] 2024-12-04T09:42:53,306 DEBUG [master/84486a41f81c:0:becomeActiveMaster-HFileCleaner.small.0-1733305370433 {}] cleaner.HFileCleaner(306): Exit Thread[master/84486a41f81c:0:becomeActiveMaster-HFileCleaner.small.0-1733305370433,5,FailOnTimeoutGroup] 2024-12-04T09:42:53,306 INFO [M:0;84486a41f81c:37681 {}] hbase.ChoreService(370): Chore service for: master/84486a41f81c:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-04T09:42:53,307 INFO [M:0;84486a41f81c:37681 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-04T09:42:53,307 DEBUG [M:0;84486a41f81c:37681 {}] master.HMaster(1795): Stopping service threads 2024-12-04T09:42:53,307 INFO [M:0;84486a41f81c:37681 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-04T09:42:53,307 INFO [M:0;84486a41f81c:37681 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-04T09:42:53,307 INFO [M:0;84486a41f81c:37681 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-04T09:42:53,307 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-04T09:42:53,314 DEBUG [M:0;84486a41f81c:37681 {}] zookeeper.ZKUtil(347): master:37681-0x101a102a7990000, quorum=127.0.0.1:51541, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-12-04T09:42:53,314 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37681-0x101a102a7990000, quorum=127.0.0.1:51541, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-12-04T09:42:53,314 WARN [M:0;84486a41f81c:37681 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-04T09:42:53,314 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37681-0x101a102a7990000, quorum=127.0.0.1:51541, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T09:42:53,315 INFO [M:0;84486a41f81c:37681 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:41389/user/jenkins/test-data/d5df17af-6cc4-25a2-b2ba-31c618064f95/.lastflushedseqids 2024-12-04T09:42:53,323 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38107 is added to blk_1073741844_1020 (size=182) 2024-12-04T09:42:53,324 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36619 is added to blk_1073741844_1020 (size=182) 2024-12-04T09:42:53,324 INFO [M:0;84486a41f81c:37681 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-04T09:42:53,325 INFO [M:0;84486a41f81c:37681 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-04T09:42:53,325 DEBUG [M:0;84486a41f81c:37681 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-04T09:42:53,325 INFO [M:0;84486a41f81c:37681 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T09:42:53,325 DEBUG [M:0;84486a41f81c:37681 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T09:42:53,325 DEBUG [M:0;84486a41f81c:37681 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-04T09:42:53,325 DEBUG [M:0;84486a41f81c:37681 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T09:42:53,325 INFO [M:0;84486a41f81c:37681 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=29.59 KB heapSize=36.96 KB 2024-12-04T09:42:53,338 DEBUG [M:0;84486a41f81c:37681 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41389/user/jenkins/test-data/d5df17af-6cc4-25a2-b2ba-31c618064f95/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/1f8505ddc3c94767abe8d23cc9353e26 is 82, key is hbase:meta,,1/info:regioninfo/1733305371126/Put/seqid=0 2024-12-04T09:42:53,343 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38107 is added to blk_1073741845_1021 (size=5672) 2024-12-04T09:42:53,343 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36619 is added to blk_1073741845_1021 (size=5672) 2024-12-04T09:42:53,343 INFO [M:0;84486a41f81c:37681 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:41389/user/jenkins/test-data/d5df17af-6cc4-25a2-b2ba-31c618064f95/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/1f8505ddc3c94767abe8d23cc9353e26 2024-12-04T09:42:53,359 DEBUG [M:0;84486a41f81c:37681 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41389/user/jenkins/test-data/d5df17af-6cc4-25a2-b2ba-31c618064f95/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/94dee5f3a4c340dbbf9b97227fabddee is 804, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1733305372049/Put/seqid=0 2024-12-04T09:42:53,364 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36619 is added to blk_1073741846_1022 (size=6220) 2024-12-04T09:42:53,364 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38107 is added to blk_1073741846_1022 (size=6220) 2024-12-04T09:42:53,364 INFO [M:0;84486a41f81c:37681 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28.98 KB at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:41389/user/jenkins/test-data/d5df17af-6cc4-25a2-b2ba-31c618064f95/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/94dee5f3a4c340dbbf9b97227fabddee 2024-12-04T09:42:53,381 DEBUG [M:0;84486a41f81c:37681 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41389/user/jenkins/test-data/d5df17af-6cc4-25a2-b2ba-31c618064f95/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/5554aad876b84f2aa1aec3ae574302d7 is 69, key is 84486a41f81c,34401,1733305370106/rs:state/1733305370484/Put/seqid=0 2024-12-04T09:42:53,385 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38107 is added to blk_1073741847_1023 (size=5224) 2024-12-04T09:42:53,385 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36619 is added to blk_1073741847_1023 (size=5224) 2024-12-04T09:42:53,385 INFO [M:0;84486a41f81c:37681 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=130 B at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:41389/user/jenkins/test-data/d5df17af-6cc4-25a2-b2ba-31c618064f95/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/5554aad876b84f2aa1aec3ae574302d7 2024-12-04T09:42:53,390 DEBUG [M:0;84486a41f81c:37681 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41389/user/jenkins/test-data/d5df17af-6cc4-25a2-b2ba-31c618064f95/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/1f8505ddc3c94767abe8d23cc9353e26 as hdfs://localhost:41389/user/jenkins/test-data/d5df17af-6cc4-25a2-b2ba-31c618064f95/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/1f8505ddc3c94767abe8d23cc9353e26 2024-12-04T09:42:53,395 INFO [M:0;84486a41f81c:37681 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41389/user/jenkins/test-data/d5df17af-6cc4-25a2-b2ba-31c618064f95/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/1f8505ddc3c94767abe8d23cc9353e26, entries=8, sequenceid=71, filesize=5.5 K 2024-12-04T09:42:53,396 DEBUG [M:0;84486a41f81c:37681 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41389/user/jenkins/test-data/d5df17af-6cc4-25a2-b2ba-31c618064f95/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/94dee5f3a4c340dbbf9b97227fabddee as hdfs://localhost:41389/user/jenkins/test-data/d5df17af-6cc4-25a2-b2ba-31c618064f95/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/94dee5f3a4c340dbbf9b97227fabddee 2024-12-04T09:42:53,398 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34401-0x101a102a7990002, quorum=127.0.0.1:51541, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T09:42:53,398 INFO [RS:1;84486a41f81c:34401 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-04T09:42:53,398 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34401-0x101a102a7990002, quorum=127.0.0.1:51541, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T09:42:53,398 INFO [RS:1;84486a41f81c:34401 {}] regionserver.HRegionServer(1031): Exiting; stopping=84486a41f81c,34401,1733305370106; zookeeper connection closed. 2024-12-04T09:42:53,398 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@3fa5ef6c {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@3fa5ef6c 2024-12-04T09:42:53,398 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 2 regionserver(s) complete 2024-12-04T09:42:53,401 INFO [M:0;84486a41f81c:37681 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41389/user/jenkins/test-data/d5df17af-6cc4-25a2-b2ba-31c618064f95/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/94dee5f3a4c340dbbf9b97227fabddee, entries=8, sequenceid=71, filesize=6.1 K 2024-12-04T09:42:53,402 DEBUG [M:0;84486a41f81c:37681 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41389/user/jenkins/test-data/d5df17af-6cc4-25a2-b2ba-31c618064f95/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/5554aad876b84f2aa1aec3ae574302d7 as hdfs://localhost:41389/user/jenkins/test-data/d5df17af-6cc4-25a2-b2ba-31c618064f95/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/5554aad876b84f2aa1aec3ae574302d7 2024-12-04T09:42:53,407 INFO [M:0;84486a41f81c:37681 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41389/user/jenkins/test-data/d5df17af-6cc4-25a2-b2ba-31c618064f95/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/5554aad876b84f2aa1aec3ae574302d7, entries=2, sequenceid=71, filesize=5.1 K 2024-12-04T09:42:53,408 INFO [M:0;84486a41f81c:37681 {}] regionserver.HRegion(3140): Finished flush of dataSize ~29.59 KB/30305, heapSize ~36.66 KB/37544, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 83ms, sequenceid=71, compaction requested=false 2024-12-04T09:42:53,410 INFO [M:0;84486a41f81c:37681 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T09:42:53,410 DEBUG [M:0;84486a41f81c:37681 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733305373325Disabling compacts and flushes for region at 1733305373325Disabling writes for close at 1733305373325Obtaining lock to block concurrent updates at 1733305373325Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733305373325Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=30305, getHeapSize=37784, getOffHeapSize=0, getCellsCount=86 at 1733305373326 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733305373326Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733305373326Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733305373338 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733305373338Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733305373347 (+9 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733305373359 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733305373359Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733305373368 (+9 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733305373380 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733305373380Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5dd1e993: reopening flushed file at 1733305373389 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@259e45d8: reopening flushed file at 1733305373395 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@286c3dd0: reopening flushed file at 1733305373401 (+6 ms)Finished flush of dataSize ~29.59 KB/30305, heapSize ~36.66 KB/37544, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 83ms, sequenceid=71, compaction requested=false at 1733305373408 (+7 ms)Writing region close event to WAL at 1733305373409 (+1 ms)Closed at 1733305373410 (+1 ms) 2024-12-04T09:42:53,412 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36619 is added to blk_1073741830_1006 (size=35452) 2024-12-04T09:42:53,412 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38107 is added to blk_1073741830_1006 (size=35452) 2024-12-04T09:42:53,412 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-04T09:42:53,412 INFO [M:0;84486a41f81c:37681 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-04T09:42:53,412 INFO [M:0;84486a41f81c:37681 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:37681 2024-12-04T09:42:53,412 INFO [M:0;84486a41f81c:37681 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-04T09:42:53,419 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-04T09:42:53,439 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T09:42:53,439 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T09:42:53,439 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T09:42:53,440 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T09:42:53,440 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T09:42:53,440 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T09:42:53,446 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T09:42:53,523 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37681-0x101a102a7990000, quorum=127.0.0.1:51541, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T09:42:53,523 INFO [M:0;84486a41f81c:37681 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-04T09:42:53,523 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37681-0x101a102a7990000, quorum=127.0.0.1:51541, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T09:42:53,525 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@52f48e30{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-04T09:42:53,525 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6169d0ce{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-04T09:42:53,525 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-04T09:42:53,525 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@489c05a6{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-04T09:42:53,525 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@458c02bd{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7ebe3aa3-6ef8-4a07-b792-48578539c1ce/hadoop.log.dir/,STOPPED} 2024-12-04T09:42:53,526 WARN [BP-389661045-172.17.0.2-1733305368490 heartbeating to localhost/127.0.0.1:41389 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-04T09:42:53,526 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-04T09:42:53,526 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-04T09:42:53,526 WARN [BP-389661045-172.17.0.2-1733305368490 heartbeating to localhost/127.0.0.1:41389 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-389661045-172.17.0.2-1733305368490 (Datanode Uuid 6a5bd145-0681-457a-94fe-a02f3e66b7d3) service to localhost/127.0.0.1:41389 2024-12-04T09:42:53,527 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7ebe3aa3-6ef8-4a07-b792-48578539c1ce/cluster_f7570a8c-e8ef-3280-9c2d-e9e80ad676b6/data/data3/current/BP-389661045-172.17.0.2-1733305368490 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-04T09:42:53,527 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7ebe3aa3-6ef8-4a07-b792-48578539c1ce/cluster_f7570a8c-e8ef-3280-9c2d-e9e80ad676b6/data/data4/current/BP-389661045-172.17.0.2-1733305368490 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-04T09:42:53,527 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-04T09:42:53,529 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@ba428c2{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-04T09:42:53,529 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@44ce63c4{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-04T09:42:53,529 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-04T09:42:53,530 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7916c0a0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-04T09:42:53,530 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@39fe2fb{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7ebe3aa3-6ef8-4a07-b792-48578539c1ce/hadoop.log.dir/,STOPPED} 2024-12-04T09:42:53,530 WARN [BP-389661045-172.17.0.2-1733305368490 heartbeating to localhost/127.0.0.1:41389 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-04T09:42:53,530 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-04T09:42:53,530 WARN [BP-389661045-172.17.0.2-1733305368490 heartbeating to localhost/127.0.0.1:41389 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-389661045-172.17.0.2-1733305368490 (Datanode Uuid c3206978-b900-4230-a964-f3075ad326bf) service to localhost/127.0.0.1:41389 2024-12-04T09:42:53,531 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-04T09:42:53,531 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7ebe3aa3-6ef8-4a07-b792-48578539c1ce/cluster_f7570a8c-e8ef-3280-9c2d-e9e80ad676b6/data/data1/current/BP-389661045-172.17.0.2-1733305368490 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-04T09:42:53,531 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7ebe3aa3-6ef8-4a07-b792-48578539c1ce/cluster_f7570a8c-e8ef-3280-9c2d-e9e80ad676b6/data/data2/current/BP-389661045-172.17.0.2-1733305368490 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-04T09:42:53,531 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-04T09:42:53,537 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@66f40d05{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-04T09:42:53,537 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@202088d5{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-04T09:42:53,538 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-04T09:42:53,538 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5bebebe2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-04T09:42:53,538 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6355a6f5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7ebe3aa3-6ef8-4a07-b792-48578539c1ce/hadoop.log.dir/,STOPPED} 2024-12-04T09:42:53,543 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-04T09:42:53,562 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-04T09:42:53,568 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.TestClearRegionBlockCache#testClearBlockCache[1: bucket] Thread=170 (was 155) Potentially hanging thread: nioEventLoopGroup-21-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-15-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41389 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-20-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1981660773) connection to localhost/127.0.0.1:41389 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.8@localhost:41389 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1981660773) connection to localhost/127.0.0.1:41389 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41389 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-20-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-21-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-17-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1981660773) connection to localhost/127.0.0.1:41389 from jenkins.hfs.9 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-15-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-15-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-17-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:41389 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41389 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1981660773) connection to localhost/127.0.0.1:41389 from jenkins.hfs.8 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.9@localhost:41389 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41389 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-17-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-21-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-20-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=525 (was 503) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=312 (was 313), ProcessCount=11 (was 11), AvailableMemoryMB=9734 (was 9890) 2024-12-04T09:42:53,574 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.TestClearRegionBlockCache#testClearBlockCacheFromAdmin[1: bucket] Thread=170, OpenFileDescriptor=525, MaxFileDescriptor=1048576, SystemLoadAverage=312, ProcessCount=11, AvailableMemoryMB=9734 2024-12-04T09:42:53,585 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7ebe3aa3-6ef8-4a07-b792-48578539c1ce/hadoop.log.dir so I do NOT create it in target/test-data/6c4a08d9-81fd-a7d7-2048-b29f70eaa8d4 2024-12-04T09:42:53,585 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7ebe3aa3-6ef8-4a07-b792-48578539c1ce/hadoop.log.dir Erasing configuration value by system value. 2024-12-04T09:42:53,585 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7ebe3aa3-6ef8-4a07-b792-48578539c1ce/hadoop.tmp.dir so I do NOT create it in target/test-data/6c4a08d9-81fd-a7d7-2048-b29f70eaa8d4 2024-12-04T09:42:53,585 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7ebe3aa3-6ef8-4a07-b792-48578539c1ce/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-04T09:42:53,585 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6c4a08d9-81fd-a7d7-2048-b29f70eaa8d4 2024-12-04T09:42:53,586 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=2, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-04T09:42:53,586 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6c4a08d9-81fd-a7d7-2048-b29f70eaa8d4/cluster_46729088-20b4-de6d-55ab-615c0582cf1c, deleteOnExit=true 2024-12-04T09:42:53,586 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-04T09:42:53,586 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6c4a08d9-81fd-a7d7-2048-b29f70eaa8d4/test.cache.data in system properties and HBase conf 2024-12-04T09:42:53,586 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6c4a08d9-81fd-a7d7-2048-b29f70eaa8d4/hadoop.tmp.dir in system properties and HBase conf 2024-12-04T09:42:53,586 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6c4a08d9-81fd-a7d7-2048-b29f70eaa8d4/hadoop.log.dir in system properties and HBase conf 2024-12-04T09:42:53,586 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6c4a08d9-81fd-a7d7-2048-b29f70eaa8d4/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-04T09:42:53,586 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6c4a08d9-81fd-a7d7-2048-b29f70eaa8d4/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-04T09:42:53,586 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-04T09:42:53,586 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-04T09:42:53,586 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6c4a08d9-81fd-a7d7-2048-b29f70eaa8d4/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-04T09:42:53,587 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6c4a08d9-81fd-a7d7-2048-b29f70eaa8d4/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-04T09:42:53,587 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6c4a08d9-81fd-a7d7-2048-b29f70eaa8d4/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-04T09:42:53,587 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6c4a08d9-81fd-a7d7-2048-b29f70eaa8d4/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-04T09:42:53,587 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6c4a08d9-81fd-a7d7-2048-b29f70eaa8d4/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-04T09:42:53,587 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6c4a08d9-81fd-a7d7-2048-b29f70eaa8d4/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-04T09:42:53,587 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6c4a08d9-81fd-a7d7-2048-b29f70eaa8d4/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-04T09:42:53,587 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6c4a08d9-81fd-a7d7-2048-b29f70eaa8d4/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-04T09:42:53,587 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6c4a08d9-81fd-a7d7-2048-b29f70eaa8d4/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-04T09:42:53,587 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6c4a08d9-81fd-a7d7-2048-b29f70eaa8d4/nfs.dump.dir in system properties and HBase conf 2024-12-04T09:42:53,587 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6c4a08d9-81fd-a7d7-2048-b29f70eaa8d4/java.io.tmpdir in system properties and HBase conf 2024-12-04T09:42:53,587 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6c4a08d9-81fd-a7d7-2048-b29f70eaa8d4/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-04T09:42:53,587 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6c4a08d9-81fd-a7d7-2048-b29f70eaa8d4/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-04T09:42:53,587 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6c4a08d9-81fd-a7d7-2048-b29f70eaa8d4/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-04T09:42:53,823 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T09:42:53,827 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-04T09:42:53,828 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-04T09:42:53,828 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-04T09:42:53,828 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-04T09:42:53,829 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T09:42:53,829 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7570489f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6c4a08d9-81fd-a7d7-2048-b29f70eaa8d4/hadoop.log.dir/,AVAILABLE} 2024-12-04T09:42:53,830 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2dbc9b84{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-04T09:42:53,917 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@653b2a59{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6c4a08d9-81fd-a7d7-2048-b29f70eaa8d4/java.io.tmpdir/jetty-localhost-37041-hadoop-hdfs-3_4_1-tests_jar-_-any-11088943256431951670/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-04T09:42:53,918 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@8e91f7{HTTP/1.1, (http/1.1)}{localhost:37041} 2024-12-04T09:42:53,918 INFO [Time-limited test {}] server.Server(415): Started @32016ms 2024-12-04T09:42:54,091 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T09:42:54,095 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-04T09:42:54,096 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-04T09:42:54,096 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-04T09:42:54,096 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-04T09:42:54,097 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@13b60e30{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6c4a08d9-81fd-a7d7-2048-b29f70eaa8d4/hadoop.log.dir/,AVAILABLE} 2024-12-04T09:42:54,097 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4a391077{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-04T09:42:54,186 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5b85174e{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6c4a08d9-81fd-a7d7-2048-b29f70eaa8d4/java.io.tmpdir/jetty-localhost-46729-hadoop-hdfs-3_4_1-tests_jar-_-any-5823779921298492142/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-04T09:42:54,186 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1110f179{HTTP/1.1, (http/1.1)}{localhost:46729} 2024-12-04T09:42:54,186 INFO [Time-limited test {}] server.Server(415): Started @32285ms 2024-12-04T09:42:54,187 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-04T09:42:54,214 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T09:42:54,216 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-04T09:42:54,217 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-04T09:42:54,217 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-04T09:42:54,217 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-04T09:42:54,217 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@29d50dc4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6c4a08d9-81fd-a7d7-2048-b29f70eaa8d4/hadoop.log.dir/,AVAILABLE} 2024-12-04T09:42:54,217 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@20942ca5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-04T09:42:54,308 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@74609373{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6c4a08d9-81fd-a7d7-2048-b29f70eaa8d4/java.io.tmpdir/jetty-localhost-37847-hadoop-hdfs-3_4_1-tests_jar-_-any-11029647380473334629/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-04T09:42:54,308 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@48f3b89a{HTTP/1.1, (http/1.1)}{localhost:37847} 2024-12-04T09:42:54,308 INFO [Time-limited test {}] server.Server(415): Started @32407ms 2024-12-04T09:42:54,309 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-04T09:42:54,820 WARN [Thread-1432 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6c4a08d9-81fd-a7d7-2048-b29f70eaa8d4/cluster_46729088-20b4-de6d-55ab-615c0582cf1c/data/data1/current/BP-870133141-172.17.0.2-1733305373603/current, will proceed with Du for space computation calculation, 2024-12-04T09:42:54,820 WARN [Thread-1433 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6c4a08d9-81fd-a7d7-2048-b29f70eaa8d4/cluster_46729088-20b4-de6d-55ab-615c0582cf1c/data/data2/current/BP-870133141-172.17.0.2-1733305373603/current, will proceed with Du for space computation calculation, 2024-12-04T09:42:54,840 WARN [Thread-1396 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-04T09:42:54,842 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x89202973f460b06a with lease ID 0x2f0f83f43270285a: Processing first storage report for DS-e4a5166d-82f9-413e-ae66-9d002c1d7b37 from datanode DatanodeRegistration(127.0.0.1:45221, datanodeUuid=5f62af2d-3aa6-47f5-a7c4-875f527ec999, infoPort=37321, infoSecurePort=0, ipcPort=37189, storageInfo=lv=-57;cid=testClusterID;nsid=1955308985;c=1733305373603) 2024-12-04T09:42:54,843 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x89202973f460b06a with lease ID 0x2f0f83f43270285a: from storage DS-e4a5166d-82f9-413e-ae66-9d002c1d7b37 node DatanodeRegistration(127.0.0.1:45221, datanodeUuid=5f62af2d-3aa6-47f5-a7c4-875f527ec999, infoPort=37321, infoSecurePort=0, ipcPort=37189, storageInfo=lv=-57;cid=testClusterID;nsid=1955308985;c=1733305373603), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-04T09:42:54,843 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x89202973f460b06a with lease ID 0x2f0f83f43270285a: Processing first storage report for DS-8ad5a748-a619-4ab8-9a3d-ba5152a8ce6c from datanode DatanodeRegistration(127.0.0.1:45221, datanodeUuid=5f62af2d-3aa6-47f5-a7c4-875f527ec999, infoPort=37321, infoSecurePort=0, ipcPort=37189, storageInfo=lv=-57;cid=testClusterID;nsid=1955308985;c=1733305373603) 2024-12-04T09:42:54,843 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x89202973f460b06a with lease ID 0x2f0f83f43270285a: from storage DS-8ad5a748-a619-4ab8-9a3d-ba5152a8ce6c node DatanodeRegistration(127.0.0.1:45221, datanodeUuid=5f62af2d-3aa6-47f5-a7c4-875f527ec999, infoPort=37321, infoSecurePort=0, ipcPort=37189, storageInfo=lv=-57;cid=testClusterID;nsid=1955308985;c=1733305373603), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-04T09:42:54,945 WARN [Thread-1443 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6c4a08d9-81fd-a7d7-2048-b29f70eaa8d4/cluster_46729088-20b4-de6d-55ab-615c0582cf1c/data/data3/current/BP-870133141-172.17.0.2-1733305373603/current, will proceed with Du for space computation calculation, 2024-12-04T09:42:54,946 WARN [Thread-1444 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6c4a08d9-81fd-a7d7-2048-b29f70eaa8d4/cluster_46729088-20b4-de6d-55ab-615c0582cf1c/data/data4/current/BP-870133141-172.17.0.2-1733305373603/current, will proceed with Du for space computation calculation, 2024-12-04T09:42:54,963 WARN [Thread-1419 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-04T09:42:54,965 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x3142e09be6b44661 with lease ID 0x2f0f83f43270285b: Processing first storage report for DS-48c0c5f5-455c-4149-b305-527f92719e15 from datanode DatanodeRegistration(127.0.0.1:43051, datanodeUuid=fa8b4da7-0f38-44ff-b33a-a79467f540bd, infoPort=39323, infoSecurePort=0, ipcPort=36509, storageInfo=lv=-57;cid=testClusterID;nsid=1955308985;c=1733305373603) 2024-12-04T09:42:54,965 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x3142e09be6b44661 with lease ID 0x2f0f83f43270285b: from storage DS-48c0c5f5-455c-4149-b305-527f92719e15 node DatanodeRegistration(127.0.0.1:43051, datanodeUuid=fa8b4da7-0f38-44ff-b33a-a79467f540bd, infoPort=39323, infoSecurePort=0, ipcPort=36509, storageInfo=lv=-57;cid=testClusterID;nsid=1955308985;c=1733305373603), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-04T09:42:54,965 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x3142e09be6b44661 with lease ID 0x2f0f83f43270285b: Processing first storage report for DS-d01b5e4b-5055-489b-8621-6ac73c2d38c0 from datanode DatanodeRegistration(127.0.0.1:43051, datanodeUuid=fa8b4da7-0f38-44ff-b33a-a79467f540bd, infoPort=39323, infoSecurePort=0, ipcPort=36509, storageInfo=lv=-57;cid=testClusterID;nsid=1955308985;c=1733305373603) 2024-12-04T09:42:54,965 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x3142e09be6b44661 with lease ID 0x2f0f83f43270285b: from storage DS-d01b5e4b-5055-489b-8621-6ac73c2d38c0 node DatanodeRegistration(127.0.0.1:43051, datanodeUuid=fa8b4da7-0f38-44ff-b33a-a79467f540bd, infoPort=39323, infoSecurePort=0, ipcPort=36509, storageInfo=lv=-57;cid=testClusterID;nsid=1955308985;c=1733305373603), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-04T09:42:55,035 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6c4a08d9-81fd-a7d7-2048-b29f70eaa8d4 2024-12-04T09:42:55,039 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6c4a08d9-81fd-a7d7-2048-b29f70eaa8d4/cluster_46729088-20b4-de6d-55ab-615c0582cf1c/zookeeper_0, clientPort=50411, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6c4a08d9-81fd-a7d7-2048-b29f70eaa8d4/cluster_46729088-20b4-de6d-55ab-615c0582cf1c/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6c4a08d9-81fd-a7d7-2048-b29f70eaa8d4/cluster_46729088-20b4-de6d-55ab-615c0582cf1c/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-04T09:42:55,041 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=50411 2024-12-04T09:42:55,041 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T09:42:55,044 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T09:42:55,057 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43051 is added to blk_1073741825_1001 (size=7) 2024-12-04T09:42:55,057 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45221 is added to blk_1073741825_1001 (size=7) 2024-12-04T09:42:55,059 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:36709/user/jenkins/test-data/189538be-bb81-d230-b0f9-05175f1b1aeb with version=8 2024-12-04T09:42:55,059 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:36709/user/jenkins/test-data/189538be-bb81-d230-b0f9-05175f1b1aeb/hbase-staging 2024-12-04T09:42:55,061 INFO [Time-limited test {}] client.ConnectionUtils(128): master/84486a41f81c:0 server-side Connection retries=45 2024-12-04T09:42:55,061 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T09:42:55,061 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-04T09:42:55,061 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-04T09:42:55,061 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T09:42:55,061 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-04T09:42:55,061 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-04T09:42:55,061 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-04T09:42:55,062 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:37123 2024-12-04T09:42:55,063 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:37123 connecting to ZooKeeper ensemble=127.0.0.1:50411 2024-12-04T09:42:55,109 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:371230x0, quorum=127.0.0.1:50411, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T09:42:55,109 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:37123-0x101a102bbb20000 connected 2024-12-04T09:42:55,174 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T09:42:55,178 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T09:42:55,180 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37123-0x101a102bbb20000, quorum=127.0.0.1:50411, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-04T09:42:55,181 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:36709/user/jenkins/test-data/189538be-bb81-d230-b0f9-05175f1b1aeb, hbase.cluster.distributed=false 2024-12-04T09:42:55,183 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37123-0x101a102bbb20000, quorum=127.0.0.1:50411, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-04T09:42:55,183 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37123 2024-12-04T09:42:55,183 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37123 2024-12-04T09:42:55,184 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37123 2024-12-04T09:42:55,184 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37123 2024-12-04T09:42:55,184 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37123 2024-12-04T09:42:55,201 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/84486a41f81c:0 server-side Connection retries=45 2024-12-04T09:42:55,201 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T09:42:55,201 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-04T09:42:55,202 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-04T09:42:55,202 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T09:42:55,202 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-04T09:42:55,202 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-04T09:42:55,202 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-04T09:42:55,202 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:46479 2024-12-04T09:42:55,203 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:46479 connecting to ZooKeeper ensemble=127.0.0.1:50411 2024-12-04T09:42:55,203 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T09:42:55,205 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T09:42:55,214 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:464790x0, quorum=127.0.0.1:50411, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T09:42:55,215 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:46479-0x101a102bbb20001 connected 2024-12-04T09:42:55,215 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46479-0x101a102bbb20001, quorum=127.0.0.1:50411, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-04T09:42:55,215 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-04T09:42:55,216 INFO [Time-limited test {}] util.ByteBufferArray(64): Allocating buffers total=30 MB, sizePerBuffer=1.88 MB, count=16 2024-12-04T09:42:55,219 INFO [Time-limited test {}] bucket.BucketCache(364): Instantiating BucketCache with acceptableFactor: 0.95, minFactor: 0.85, extraFreeFactor: 0.1, singleFactor: 0.25, multiFactor: 0.5, memoryFactor: 0.25, useStrongRef: false 2024-12-04T09:42:55,219 INFO [Time-limited test {}] bucket.BucketAllocator(343): Cache totalSize=29417472, buckets=14, bucket capacity=2101248=(4*525312)=(FEWEST_ITEMS_IN_BUCKET*(largest configured bucketcache size)) 2024-12-04T09:42:55,220 INFO [Time-limited test {}] bucket.BucketCache(403): Started bucket cache; ioengine=offheap, capacity=30 MB, blockSize=64 KB, writerThreadNum=3, writerQLen=64, persistencePath=null, bucketAllocator=org.apache.hadoop.hbase.io.hfile.bucket.BucketAllocator 2024-12-04T09:42:55,220 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-04T09:42:55,221 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46479-0x101a102bbb20001, quorum=127.0.0.1:50411, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-04T09:42:55,222 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46479-0x101a102bbb20001, quorum=127.0.0.1:50411, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-04T09:42:55,222 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46479 2024-12-04T09:42:55,222 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46479 2024-12-04T09:42:55,222 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46479 2024-12-04T09:42:55,223 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46479 2024-12-04T09:42:55,223 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46479 2024-12-04T09:42:55,239 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/84486a41f81c:0 server-side Connection retries=45 2024-12-04T09:42:55,239 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T09:42:55,239 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-04T09:42:55,239 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-04T09:42:55,239 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T09:42:55,239 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-04T09:42:55,239 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-04T09:42:55,239 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-04T09:42:55,240 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:40813 2024-12-04T09:42:55,241 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:40813 connecting to ZooKeeper ensemble=127.0.0.1:50411 2024-12-04T09:42:55,241 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T09:42:55,242 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T09:42:55,254 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:408130x0, quorum=127.0.0.1:50411, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T09:42:55,254 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:40813-0x101a102bbb20002 connected 2024-12-04T09:42:55,254 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40813-0x101a102bbb20002, quorum=127.0.0.1:50411, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-04T09:42:55,254 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-04T09:42:55,255 INFO [Time-limited test {}] util.ByteBufferArray(64): Allocating buffers total=30 MB, sizePerBuffer=1.88 MB, count=16 2024-12-04T09:42:55,260 INFO [Time-limited test {}] bucket.BucketCache(364): Instantiating BucketCache with acceptableFactor: 0.95, minFactor: 0.85, extraFreeFactor: 0.1, singleFactor: 0.25, multiFactor: 0.5, memoryFactor: 0.25, useStrongRef: false 2024-12-04T09:42:55,260 INFO [Time-limited test {}] bucket.BucketAllocator(343): Cache totalSize=29417472, buckets=14, bucket capacity=2101248=(4*525312)=(FEWEST_ITEMS_IN_BUCKET*(largest configured bucketcache size)) 2024-12-04T09:42:55,260 INFO [Time-limited test {}] bucket.BucketCache(403): Started bucket cache; ioengine=offheap, capacity=30 MB, blockSize=64 KB, writerThreadNum=3, writerQLen=64, persistencePath=null, bucketAllocator=org.apache.hadoop.hbase.io.hfile.bucket.BucketAllocator 2024-12-04T09:42:55,261 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-04T09:42:55,261 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40813-0x101a102bbb20002, quorum=127.0.0.1:50411, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-04T09:42:55,262 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40813-0x101a102bbb20002, quorum=127.0.0.1:50411, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-04T09:42:55,265 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40813 2024-12-04T09:42:55,266 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40813 2024-12-04T09:42:55,267 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40813 2024-12-04T09:42:55,267 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40813 2024-12-04T09:42:55,268 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40813 2024-12-04T09:42:55,281 DEBUG [M:0;84486a41f81c:37123 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;84486a41f81c:37123 2024-12-04T09:42:55,282 INFO [master/84486a41f81c:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/84486a41f81c,37123,1733305375060 2024-12-04T09:42:55,289 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46479-0x101a102bbb20001, quorum=127.0.0.1:50411, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-04T09:42:55,289 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40813-0x101a102bbb20002, quorum=127.0.0.1:50411, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-04T09:42:55,289 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37123-0x101a102bbb20000, quorum=127.0.0.1:50411, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-04T09:42:55,290 DEBUG [master/84486a41f81c:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37123-0x101a102bbb20000, quorum=127.0.0.1:50411, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/84486a41f81c,37123,1733305375060 2024-12-04T09:42:55,297 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37123-0x101a102bbb20000, quorum=127.0.0.1:50411, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T09:42:55,297 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46479-0x101a102bbb20001, quorum=127.0.0.1:50411, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-04T09:42:55,297 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40813-0x101a102bbb20002, quorum=127.0.0.1:50411, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-04T09:42:55,298 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40813-0x101a102bbb20002, quorum=127.0.0.1:50411, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T09:42:55,298 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46479-0x101a102bbb20001, quorum=127.0.0.1:50411, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T09:42:55,298 DEBUG [master/84486a41f81c:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37123-0x101a102bbb20000, quorum=127.0.0.1:50411, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-12-04T09:42:55,298 INFO [master/84486a41f81c:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/84486a41f81c,37123,1733305375060 from backup master directory 2024-12-04T09:42:55,306 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37123-0x101a102bbb20000, quorum=127.0.0.1:50411, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/84486a41f81c,37123,1733305375060 2024-12-04T09:42:55,306 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40813-0x101a102bbb20002, quorum=127.0.0.1:50411, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-04T09:42:55,306 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46479-0x101a102bbb20001, quorum=127.0.0.1:50411, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-04T09:42:55,306 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37123-0x101a102bbb20000, quorum=127.0.0.1:50411, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-04T09:42:55,306 WARN [master/84486a41f81c:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-04T09:42:55,306 INFO [master/84486a41f81c:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=84486a41f81c,37123,1733305375060 2024-12-04T09:42:55,312 DEBUG [master/84486a41f81c:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:36709/user/jenkins/test-data/189538be-bb81-d230-b0f9-05175f1b1aeb/hbase.id] with ID: 80403a2d-0a9f-4856-869f-508c15085784 2024-12-04T09:42:55,312 DEBUG [master/84486a41f81c:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:36709/user/jenkins/test-data/189538be-bb81-d230-b0f9-05175f1b1aeb/.tmp/hbase.id 2024-12-04T09:42:55,318 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43051 is added to blk_1073741826_1002 (size=42) 2024-12-04T09:42:55,318 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45221 is added to blk_1073741826_1002 (size=42) 2024-12-04T09:42:55,318 DEBUG [master/84486a41f81c:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:36709/user/jenkins/test-data/189538be-bb81-d230-b0f9-05175f1b1aeb/.tmp/hbase.id]:[hdfs://localhost:36709/user/jenkins/test-data/189538be-bb81-d230-b0f9-05175f1b1aeb/hbase.id] 2024-12-04T09:42:55,330 INFO [master/84486a41f81c:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T09:42:55,330 INFO [master/84486a41f81c:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-04T09:42:55,331 INFO [master/84486a41f81c:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-12-04T09:42:55,339 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40813-0x101a102bbb20002, quorum=127.0.0.1:50411, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T09:42:55,339 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37123-0x101a102bbb20000, quorum=127.0.0.1:50411, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T09:42:55,339 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46479-0x101a102bbb20001, quorum=127.0.0.1:50411, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T09:42:55,344 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45221 is added to blk_1073741827_1003 (size=196) 2024-12-04T09:42:55,344 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43051 is added to blk_1073741827_1003 (size=196) 2024-12-04T09:42:55,345 INFO [master/84486a41f81c:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-04T09:42:55,346 INFO [master/84486a41f81c:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-04T09:42:55,346 INFO [master/84486a41f81c:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T09:42:55,352 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45221 is added to blk_1073741828_1004 (size=1189) 2024-12-04T09:42:55,352 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43051 is added to blk_1073741828_1004 (size=1189) 2024-12-04T09:42:55,353 INFO [master/84486a41f81c:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:36709/user/jenkins/test-data/189538be-bb81-d230-b0f9-05175f1b1aeb/MasterData/data/master/store 2024-12-04T09:42:55,359 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45221 is added to blk_1073741829_1005 (size=34) 2024-12-04T09:42:55,359 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43051 is added to blk_1073741829_1005 (size=34) 2024-12-04T09:42:55,762 DEBUG [master/84486a41f81c:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T09:42:55,762 DEBUG [master/84486a41f81c:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-04T09:42:55,762 INFO [master/84486a41f81c:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T09:42:55,762 DEBUG [master/84486a41f81c:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T09:42:55,762 DEBUG [master/84486a41f81c:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-04T09:42:55,762 DEBUG [master/84486a41f81c:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T09:42:55,762 INFO [master/84486a41f81c:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T09:42:55,763 DEBUG [master/84486a41f81c:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733305375762Disabling compacts and flushes for region at 1733305375762Disabling writes for close at 1733305375762Writing region close event to WAL at 1733305375762Closed at 1733305375762 2024-12-04T09:42:55,765 WARN [master/84486a41f81c:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:36709/user/jenkins/test-data/189538be-bb81-d230-b0f9-05175f1b1aeb/MasterData/data/master/store/.initializing 2024-12-04T09:42:55,765 DEBUG [master/84486a41f81c:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:36709/user/jenkins/test-data/189538be-bb81-d230-b0f9-05175f1b1aeb/MasterData/WALs/84486a41f81c,37123,1733305375060 2024-12-04T09:42:55,768 INFO [master/84486a41f81c:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-04T09:42:55,772 INFO [master/84486a41f81c:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=84486a41f81c%2C37123%2C1733305375060, suffix=, logDir=hdfs://localhost:36709/user/jenkins/test-data/189538be-bb81-d230-b0f9-05175f1b1aeb/MasterData/WALs/84486a41f81c,37123,1733305375060, archiveDir=hdfs://localhost:36709/user/jenkins/test-data/189538be-bb81-d230-b0f9-05175f1b1aeb/MasterData/oldWALs, maxLogs=10 2024-12-04T09:42:55,785 DEBUG [master/84486a41f81c:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/189538be-bb81-d230-b0f9-05175f1b1aeb/MasterData/WALs/84486a41f81c,37123,1733305375060/84486a41f81c%2C37123%2C1733305375060.1733305375772, exclude list is [], retry=0 2024-12-04T09:42:55,788 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45221,DS-e4a5166d-82f9-413e-ae66-9d002c1d7b37,DISK] 2024-12-04T09:42:55,788 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43051,DS-48c0c5f5-455c-4149-b305-527f92719e15,DISK] 2024-12-04T09:42:55,790 INFO [master/84486a41f81c:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/189538be-bb81-d230-b0f9-05175f1b1aeb/MasterData/WALs/84486a41f81c,37123,1733305375060/84486a41f81c%2C37123%2C1733305375060.1733305375772 2024-12-04T09:42:55,790 DEBUG [master/84486a41f81c:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39323:39323),(127.0.0.1/127.0.0.1:37321:37321)] 2024-12-04T09:42:55,790 DEBUG [master/84486a41f81c:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-04T09:42:55,790 DEBUG [master/84486a41f81c:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T09:42:55,790 DEBUG [master/84486a41f81c:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T09:42:55,790 DEBUG [master/84486a41f81c:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T09:42:55,792 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T09:42:55,793 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-04T09:42:55,793 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T09:42:55,793 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T09:42:55,793 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T09:42:55,794 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-04T09:42:55,794 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T09:42:55,795 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T09:42:55,795 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T09:42:55,796 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-04T09:42:55,796 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T09:42:55,796 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T09:42:55,796 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T09:42:55,797 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-04T09:42:55,797 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T09:42:55,797 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T09:42:55,798 DEBUG [master/84486a41f81c:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T09:42:55,798 DEBUG [master/84486a41f81c:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36709/user/jenkins/test-data/189538be-bb81-d230-b0f9-05175f1b1aeb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-04T09:42:55,798 DEBUG [master/84486a41f81c:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36709/user/jenkins/test-data/189538be-bb81-d230-b0f9-05175f1b1aeb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-04T09:42:55,799 DEBUG [master/84486a41f81c:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T09:42:55,799 DEBUG [master/84486a41f81c:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T09:42:55,800 DEBUG [master/84486a41f81c:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-04T09:42:55,801 DEBUG [master/84486a41f81c:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T09:42:55,802 DEBUG [master/84486a41f81c:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36709/user/jenkins/test-data/189538be-bb81-d230-b0f9-05175f1b1aeb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T09:42:55,802 INFO [master/84486a41f81c:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73891542, jitterRate=0.10106977820396423}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-04T09:42:55,803 DEBUG [master/84486a41f81c:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733305375790Initializing all the Stores at 1733305375791 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733305375791Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733305375791Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733305375791Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733305375791Cleaning up temporary data from old regions at 1733305375799 (+8 ms)Region opened successfully at 1733305375803 (+4 ms) 2024-12-04T09:42:55,803 INFO [master/84486a41f81c:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-04T09:42:55,806 DEBUG [master/84486a41f81c:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1005c4f8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=84486a41f81c/172.17.0.2:0 2024-12-04T09:42:55,806 INFO [master/84486a41f81c:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-04T09:42:55,806 INFO [master/84486a41f81c:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-04T09:42:55,806 INFO [master/84486a41f81c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-04T09:42:55,807 INFO [master/84486a41f81c:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-04T09:42:55,807 INFO [master/84486a41f81c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-04T09:42:55,807 INFO [master/84486a41f81c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-04T09:42:55,808 INFO [master/84486a41f81c:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-04T09:42:55,809 INFO [master/84486a41f81c:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-04T09:42:55,810 DEBUG [master/84486a41f81c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37123-0x101a102bbb20000, quorum=127.0.0.1:50411, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-12-04T09:42:55,848 DEBUG [master/84486a41f81c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-12-04T09:42:55,848 INFO [master/84486a41f81c:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-04T09:42:55,849 DEBUG [master/84486a41f81c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37123-0x101a102bbb20000, quorum=127.0.0.1:50411, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-12-04T09:42:55,856 DEBUG [master/84486a41f81c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-12-04T09:42:55,856 INFO [master/84486a41f81c:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-04T09:42:55,857 DEBUG [master/84486a41f81c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37123-0x101a102bbb20000, quorum=127.0.0.1:50411, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-12-04T09:42:55,864 DEBUG [master/84486a41f81c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-12-04T09:42:55,866 DEBUG [master/84486a41f81c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37123-0x101a102bbb20000, quorum=127.0.0.1:50411, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-12-04T09:42:55,872 DEBUG [master/84486a41f81c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-12-04T09:42:55,875 DEBUG [master/84486a41f81c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37123-0x101a102bbb20000, quorum=127.0.0.1:50411, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-04T09:42:55,881 DEBUG [master/84486a41f81c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-12-04T09:42:55,889 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40813-0x101a102bbb20002, quorum=127.0.0.1:50411, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-04T09:42:55,889 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37123-0x101a102bbb20000, quorum=127.0.0.1:50411, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-04T09:42:55,889 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46479-0x101a102bbb20001, quorum=127.0.0.1:50411, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-04T09:42:55,889 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40813-0x101a102bbb20002, quorum=127.0.0.1:50411, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T09:42:55,889 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37123-0x101a102bbb20000, quorum=127.0.0.1:50411, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T09:42:55,889 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46479-0x101a102bbb20001, quorum=127.0.0.1:50411, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T09:42:55,890 INFO [master/84486a41f81c:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=84486a41f81c,37123,1733305375060, sessionid=0x101a102bbb20000, setting cluster-up flag (Was=false) 2024-12-04T09:42:55,906 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40813-0x101a102bbb20002, quorum=127.0.0.1:50411, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T09:42:55,906 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46479-0x101a102bbb20001, quorum=127.0.0.1:50411, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T09:42:55,906 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37123-0x101a102bbb20000, quorum=127.0.0.1:50411, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T09:42:55,931 DEBUG [master/84486a41f81c:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-12-04T09:42:55,933 DEBUG [master/84486a41f81c:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=84486a41f81c,37123,1733305375060 2024-12-04T09:42:55,948 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46479-0x101a102bbb20001, quorum=127.0.0.1:50411, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T09:42:55,948 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37123-0x101a102bbb20000, quorum=127.0.0.1:50411, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T09:42:55,948 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40813-0x101a102bbb20002, quorum=127.0.0.1:50411, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T09:42:55,973 DEBUG [master/84486a41f81c:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-12-04T09:42:55,975 DEBUG [master/84486a41f81c:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=84486a41f81c,37123,1733305375060 2024-12-04T09:42:55,978 INFO [master/84486a41f81c:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:36709/user/jenkins/test-data/189538be-bb81-d230-b0f9-05175f1b1aeb/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-04T09:42:55,981 DEBUG [master/84486a41f81c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-04T09:42:55,982 INFO [master/84486a41f81c:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-04T09:42:55,982 INFO [master/84486a41f81c:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-04T09:42:55,982 DEBUG [master/84486a41f81c:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 84486a41f81c,37123,1733305375060 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-04T09:42:55,984 DEBUG [master/84486a41f81c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/84486a41f81c:0, corePoolSize=5, maxPoolSize=5 2024-12-04T09:42:55,984 DEBUG [master/84486a41f81c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/84486a41f81c:0, corePoolSize=5, maxPoolSize=5 2024-12-04T09:42:55,984 DEBUG [master/84486a41f81c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/84486a41f81c:0, corePoolSize=5, maxPoolSize=5 2024-12-04T09:42:55,984 DEBUG [master/84486a41f81c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/84486a41f81c:0, corePoolSize=5, maxPoolSize=5 2024-12-04T09:42:55,984 DEBUG [master/84486a41f81c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/84486a41f81c:0, corePoolSize=10, maxPoolSize=10 2024-12-04T09:42:55,984 DEBUG [master/84486a41f81c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/84486a41f81c:0, corePoolSize=1, maxPoolSize=1 2024-12-04T09:42:55,984 DEBUG [master/84486a41f81c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/84486a41f81c:0, corePoolSize=2, maxPoolSize=2 2024-12-04T09:42:55,984 DEBUG [master/84486a41f81c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/84486a41f81c:0, corePoolSize=1, maxPoolSize=1 2024-12-04T09:42:55,985 INFO [master/84486a41f81c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733305405985 2024-12-04T09:42:55,985 INFO [master/84486a41f81c:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-04T09:42:55,985 INFO [master/84486a41f81c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-04T09:42:55,986 INFO [master/84486a41f81c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-04T09:42:55,986 INFO [master/84486a41f81c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-04T09:42:55,986 INFO [master/84486a41f81c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-04T09:42:55,986 INFO [master/84486a41f81c:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-04T09:42:55,986 INFO [master/84486a41f81c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-04T09:42:55,986 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-04T09:42:55,986 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-04T09:42:55,986 INFO [master/84486a41f81c:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-04T09:42:55,986 INFO [master/84486a41f81c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-04T09:42:55,986 INFO [master/84486a41f81c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-04T09:42:55,986 INFO [master/84486a41f81c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-04T09:42:55,987 INFO [master/84486a41f81c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-04T09:42:55,987 DEBUG [master/84486a41f81c:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/84486a41f81c:0:becomeActiveMaster-HFileCleaner.large.0-1733305375987,5,FailOnTimeoutGroup] 2024-12-04T09:42:55,987 DEBUG [master/84486a41f81c:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/84486a41f81c:0:becomeActiveMaster-HFileCleaner.small.0-1733305375987,5,FailOnTimeoutGroup] 2024-12-04T09:42:55,987 INFO [master/84486a41f81c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-04T09:42:55,987 INFO [master/84486a41f81c:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-04T09:42:55,987 INFO [master/84486a41f81c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-04T09:42:55,987 INFO [master/84486a41f81c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-04T09:42:55,987 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T09:42:55,987 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-04T09:42:55,993 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43051 is added to blk_1073741831_1007 (size=1321) 2024-12-04T09:42:55,993 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45221 is added to blk_1073741831_1007 (size=1321) 2024-12-04T09:42:55,994 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:36709/user/jenkins/test-data/189538be-bb81-d230-b0f9-05175f1b1aeb/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-04T09:42:55,994 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:36709/user/jenkins/test-data/189538be-bb81-d230-b0f9-05175f1b1aeb 2024-12-04T09:42:56,000 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45221 is added to blk_1073741832_1008 (size=32) 2024-12-04T09:42:56,000 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43051 is added to blk_1073741832_1008 (size=32) 2024-12-04T09:42:56,001 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T09:42:56,002 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-04T09:42:56,003 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-04T09:42:56,003 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T09:42:56,003 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T09:42:56,003 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-04T09:42:56,004 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-04T09:42:56,004 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T09:42:56,005 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T09:42:56,005 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-04T09:42:56,006 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-04T09:42:56,006 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T09:42:56,006 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T09:42:56,006 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-04T09:42:56,007 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-04T09:42:56,007 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T09:42:56,008 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T09:42:56,008 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-04T09:42:56,008 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36709/user/jenkins/test-data/189538be-bb81-d230-b0f9-05175f1b1aeb/data/hbase/meta/1588230740 2024-12-04T09:42:56,008 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36709/user/jenkins/test-data/189538be-bb81-d230-b0f9-05175f1b1aeb/data/hbase/meta/1588230740 2024-12-04T09:42:56,009 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-04T09:42:56,009 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-04T09:42:56,010 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-04T09:42:56,010 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-04T09:42:56,012 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36709/user/jenkins/test-data/189538be-bb81-d230-b0f9-05175f1b1aeb/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T09:42:56,012 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75102933, jitterRate=0.11912091076374054}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-04T09:42:56,013 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733305376001Initializing all the Stores at 1733305376001Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733305376001Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733305376001Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733305376001Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733305376001Cleaning up temporary data from old regions at 1733305376009 (+8 ms)Region opened successfully at 1733305376013 (+4 ms) 2024-12-04T09:42:56,013 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-04T09:42:56,013 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-04T09:42:56,013 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-04T09:42:56,013 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-04T09:42:56,013 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-04T09:42:56,013 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-04T09:42:56,013 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733305376013Disabling compacts and flushes for region at 1733305376013Disabling writes for close at 1733305376013Writing region close event to WAL at 1733305376013Closed at 1733305376013 2024-12-04T09:42:56,014 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-04T09:42:56,014 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-04T09:42:56,014 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-04T09:42:56,015 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-04T09:42:56,016 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-04T09:42:56,074 INFO [RS:0;84486a41f81c:46479 {}] regionserver.HRegionServer(746): ClusterId : 80403a2d-0a9f-4856-869f-508c15085784 2024-12-04T09:42:56,074 INFO [RS:1;84486a41f81c:40813 {}] regionserver.HRegionServer(746): ClusterId : 80403a2d-0a9f-4856-869f-508c15085784 2024-12-04T09:42:56,074 DEBUG [RS:1;84486a41f81c:40813 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-04T09:42:56,074 DEBUG [RS:0;84486a41f81c:46479 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-04T09:42:56,083 DEBUG [RS:1;84486a41f81c:40813 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-04T09:42:56,083 DEBUG [RS:0;84486a41f81c:46479 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-04T09:42:56,083 DEBUG [RS:1;84486a41f81c:40813 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-04T09:42:56,083 DEBUG [RS:0;84486a41f81c:46479 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-04T09:42:56,091 DEBUG [RS:1;84486a41f81c:40813 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-04T09:42:56,092 DEBUG [RS:0;84486a41f81c:46479 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-04T09:42:56,092 DEBUG [RS:1;84486a41f81c:40813 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@502533ce, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=84486a41f81c/172.17.0.2:0 2024-12-04T09:42:56,092 DEBUG [RS:0;84486a41f81c:46479 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7d13700f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=84486a41f81c/172.17.0.2:0 2024-12-04T09:42:56,108 DEBUG [RS:0;84486a41f81c:46479 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;84486a41f81c:46479 2024-12-04T09:42:56,108 DEBUG [RS:1;84486a41f81c:40813 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;84486a41f81c:40813 2024-12-04T09:42:56,108 INFO [RS:0;84486a41f81c:46479 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-04T09:42:56,108 INFO [RS:1;84486a41f81c:40813 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-04T09:42:56,108 INFO [RS:1;84486a41f81c:40813 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-04T09:42:56,108 INFO [RS:0;84486a41f81c:46479 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-04T09:42:56,108 DEBUG [RS:0;84486a41f81c:46479 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-04T09:42:56,108 DEBUG [RS:1;84486a41f81c:40813 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-04T09:42:56,109 INFO [RS:0;84486a41f81c:46479 {}] regionserver.HRegionServer(2659): reportForDuty to master=84486a41f81c,37123,1733305375060 with port=46479, startcode=1733305375201 2024-12-04T09:42:56,109 INFO [RS:1;84486a41f81c:40813 {}] regionserver.HRegionServer(2659): reportForDuty to master=84486a41f81c,37123,1733305375060 with port=40813, startcode=1733305375239 2024-12-04T09:42:56,109 DEBUG [RS:0;84486a41f81c:46479 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-04T09:42:56,109 DEBUG [RS:1;84486a41f81c:40813 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-04T09:42:56,111 INFO [HMaster-EventLoopGroup-18-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50219, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=RegionServerStatusService 2024-12-04T09:42:56,111 INFO [HMaster-EventLoopGroup-18-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38845, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=RegionServerStatusService 2024-12-04T09:42:56,111 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37123 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 84486a41f81c,40813,1733305375239 2024-12-04T09:42:56,111 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37123 {}] master.ServerManager(517): Registering regionserver=84486a41f81c,40813,1733305375239 2024-12-04T09:42:56,112 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37123 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 84486a41f81c,46479,1733305375201 2024-12-04T09:42:56,113 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37123 {}] master.ServerManager(517): Registering regionserver=84486a41f81c,46479,1733305375201 2024-12-04T09:42:56,113 DEBUG [RS:1;84486a41f81c:40813 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:36709/user/jenkins/test-data/189538be-bb81-d230-b0f9-05175f1b1aeb 2024-12-04T09:42:56,113 DEBUG [RS:1;84486a41f81c:40813 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:36709 2024-12-04T09:42:56,113 DEBUG [RS:1;84486a41f81c:40813 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-04T09:42:56,114 DEBUG [RS:0;84486a41f81c:46479 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:36709/user/jenkins/test-data/189538be-bb81-d230-b0f9-05175f1b1aeb 2024-12-04T09:42:56,114 DEBUG [RS:0;84486a41f81c:46479 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:36709 2024-12-04T09:42:56,114 DEBUG [RS:0;84486a41f81c:46479 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-04T09:42:56,122 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37123-0x101a102bbb20000, quorum=127.0.0.1:50411, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-04T09:42:56,150 DEBUG [RS:1;84486a41f81c:40813 {}] zookeeper.ZKUtil(111): regionserver:40813-0x101a102bbb20002, quorum=127.0.0.1:50411, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/84486a41f81c,40813,1733305375239 2024-12-04T09:42:56,151 WARN [RS:1;84486a41f81c:40813 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-04T09:42:56,151 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [84486a41f81c,46479,1733305375201] 2024-12-04T09:42:56,151 INFO [RS:1;84486a41f81c:40813 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T09:42:56,151 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [84486a41f81c,40813,1733305375239] 2024-12-04T09:42:56,151 DEBUG [RS:1;84486a41f81c:40813 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:36709/user/jenkins/test-data/189538be-bb81-d230-b0f9-05175f1b1aeb/WALs/84486a41f81c,40813,1733305375239 2024-12-04T09:42:56,151 DEBUG [RS:0;84486a41f81c:46479 {}] zookeeper.ZKUtil(111): regionserver:46479-0x101a102bbb20001, quorum=127.0.0.1:50411, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/84486a41f81c,46479,1733305375201 2024-12-04T09:42:56,151 WARN [RS:0;84486a41f81c:46479 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-04T09:42:56,151 INFO [RS:0;84486a41f81c:46479 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T09:42:56,151 DEBUG [RS:0;84486a41f81c:46479 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:36709/user/jenkins/test-data/189538be-bb81-d230-b0f9-05175f1b1aeb/WALs/84486a41f81c,46479,1733305375201 2024-12-04T09:42:56,155 INFO [RS:1;84486a41f81c:40813 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-04T09:42:56,155 INFO [RS:0;84486a41f81c:46479 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-04T09:42:56,157 INFO [RS:1;84486a41f81c:40813 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-04T09:42:56,158 INFO [RS:1;84486a41f81c:40813 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-04T09:42:56,158 INFO [RS:1;84486a41f81c:40813 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T09:42:56,158 INFO [RS:1;84486a41f81c:40813 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-04T09:42:56,159 INFO [RS:0;84486a41f81c:46479 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-04T09:42:56,159 INFO [RS:1;84486a41f81c:40813 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-04T09:42:56,159 INFO [RS:1;84486a41f81c:40813 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-04T09:42:56,160 DEBUG [RS:1;84486a41f81c:40813 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/84486a41f81c:0, corePoolSize=1, maxPoolSize=1 2024-12-04T09:42:56,160 DEBUG [RS:1;84486a41f81c:40813 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/84486a41f81c:0, corePoolSize=1, maxPoolSize=1 2024-12-04T09:42:56,160 DEBUG [RS:1;84486a41f81c:40813 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/84486a41f81c:0, corePoolSize=1, maxPoolSize=1 2024-12-04T09:42:56,160 DEBUG [RS:1;84486a41f81c:40813 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/84486a41f81c:0, corePoolSize=1, maxPoolSize=1 2024-12-04T09:42:56,160 DEBUG [RS:1;84486a41f81c:40813 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/84486a41f81c:0, corePoolSize=1, maxPoolSize=1 2024-12-04T09:42:56,160 INFO [RS:0;84486a41f81c:46479 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-04T09:42:56,160 DEBUG [RS:1;84486a41f81c:40813 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/84486a41f81c:0, corePoolSize=2, maxPoolSize=2 2024-12-04T09:42:56,160 INFO [RS:0;84486a41f81c:46479 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T09:42:56,160 DEBUG [RS:1;84486a41f81c:40813 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/84486a41f81c:0, corePoolSize=1, maxPoolSize=1 2024-12-04T09:42:56,160 DEBUG [RS:1;84486a41f81c:40813 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/84486a41f81c:0, corePoolSize=1, maxPoolSize=1 2024-12-04T09:42:56,160 DEBUG [RS:1;84486a41f81c:40813 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/84486a41f81c:0, corePoolSize=1, maxPoolSize=1 2024-12-04T09:42:56,160 DEBUG [RS:1;84486a41f81c:40813 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/84486a41f81c:0, corePoolSize=1, maxPoolSize=1 2024-12-04T09:42:56,160 DEBUG [RS:1;84486a41f81c:40813 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/84486a41f81c:0, corePoolSize=1, maxPoolSize=1 2024-12-04T09:42:56,160 INFO [RS:0;84486a41f81c:46479 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-04T09:42:56,160 DEBUG [RS:1;84486a41f81c:40813 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/84486a41f81c:0, corePoolSize=1, maxPoolSize=1 2024-12-04T09:42:56,160 DEBUG [RS:1;84486a41f81c:40813 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/84486a41f81c:0, corePoolSize=3, maxPoolSize=3 2024-12-04T09:42:56,160 DEBUG [RS:1;84486a41f81c:40813 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/84486a41f81c:0, corePoolSize=3, maxPoolSize=3 2024-12-04T09:42:56,161 INFO [RS:1;84486a41f81c:40813 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-04T09:42:56,161 INFO [RS:1;84486a41f81c:40813 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-04T09:42:56,161 INFO [RS:1;84486a41f81c:40813 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T09:42:56,161 INFO [RS:0;84486a41f81c:46479 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-04T09:42:56,161 INFO [RS:1;84486a41f81c:40813 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-04T09:42:56,161 INFO [RS:0;84486a41f81c:46479 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-04T09:42:56,161 INFO [RS:1;84486a41f81c:40813 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-04T09:42:56,161 INFO [RS:1;84486a41f81c:40813 {}] hbase.ChoreService(168): Chore ScheduledChore name=84486a41f81c,40813,1733305375239-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-04T09:42:56,161 DEBUG [RS:0;84486a41f81c:46479 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/84486a41f81c:0, corePoolSize=1, maxPoolSize=1 2024-12-04T09:42:56,161 DEBUG [RS:0;84486a41f81c:46479 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/84486a41f81c:0, corePoolSize=1, maxPoolSize=1 2024-12-04T09:42:56,161 DEBUG [RS:0;84486a41f81c:46479 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/84486a41f81c:0, corePoolSize=1, maxPoolSize=1 2024-12-04T09:42:56,161 DEBUG [RS:0;84486a41f81c:46479 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/84486a41f81c:0, corePoolSize=1, maxPoolSize=1 2024-12-04T09:42:56,161 DEBUG [RS:0;84486a41f81c:46479 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/84486a41f81c:0, corePoolSize=1, maxPoolSize=1 2024-12-04T09:42:56,161 DEBUG [RS:0;84486a41f81c:46479 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/84486a41f81c:0, corePoolSize=2, maxPoolSize=2 2024-12-04T09:42:56,162 DEBUG [RS:0;84486a41f81c:46479 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/84486a41f81c:0, corePoolSize=1, maxPoolSize=1 2024-12-04T09:42:56,162 DEBUG [RS:0;84486a41f81c:46479 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/84486a41f81c:0, corePoolSize=1, maxPoolSize=1 2024-12-04T09:42:56,162 DEBUG [RS:0;84486a41f81c:46479 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/84486a41f81c:0, corePoolSize=1, maxPoolSize=1 2024-12-04T09:42:56,162 DEBUG [RS:0;84486a41f81c:46479 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/84486a41f81c:0, corePoolSize=1, maxPoolSize=1 2024-12-04T09:42:56,162 DEBUG [RS:0;84486a41f81c:46479 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/84486a41f81c:0, corePoolSize=1, maxPoolSize=1 2024-12-04T09:42:56,162 DEBUG [RS:0;84486a41f81c:46479 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/84486a41f81c:0, corePoolSize=1, maxPoolSize=1 2024-12-04T09:42:56,162 DEBUG [RS:0;84486a41f81c:46479 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/84486a41f81c:0, corePoolSize=3, maxPoolSize=3 2024-12-04T09:42:56,162 DEBUG [RS:0;84486a41f81c:46479 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/84486a41f81c:0, corePoolSize=3, maxPoolSize=3 2024-12-04T09:42:56,166 WARN [84486a41f81c:37123 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-04T09:42:56,166 INFO [RS:0;84486a41f81c:46479 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-04T09:42:56,166 INFO [RS:0;84486a41f81c:46479 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-04T09:42:56,166 INFO [RS:0;84486a41f81c:46479 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T09:42:56,166 INFO [RS:0;84486a41f81c:46479 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-04T09:42:56,166 INFO [RS:0;84486a41f81c:46479 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-04T09:42:56,166 INFO [RS:0;84486a41f81c:46479 {}] hbase.ChoreService(168): Chore ScheduledChore name=84486a41f81c,46479,1733305375201-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-04T09:42:56,175 INFO [RS:1;84486a41f81c:40813 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-04T09:42:56,175 INFO [RS:1;84486a41f81c:40813 {}] hbase.ChoreService(168): Chore ScheduledChore name=84486a41f81c,40813,1733305375239-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T09:42:56,176 INFO [RS:1;84486a41f81c:40813 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T09:42:56,176 INFO [RS:1;84486a41f81c:40813 {}] regionserver.Replication(171): 84486a41f81c,40813,1733305375239 started 2024-12-04T09:42:56,185 INFO [RS:0;84486a41f81c:46479 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-04T09:42:56,185 INFO [RS:0;84486a41f81c:46479 {}] hbase.ChoreService(168): Chore ScheduledChore name=84486a41f81c,46479,1733305375201-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T09:42:56,185 INFO [RS:0;84486a41f81c:46479 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T09:42:56,185 INFO [RS:0;84486a41f81c:46479 {}] regionserver.Replication(171): 84486a41f81c,46479,1733305375201 started 2024-12-04T09:42:56,187 INFO [RS:1;84486a41f81c:40813 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T09:42:56,187 INFO [RS:1;84486a41f81c:40813 {}] regionserver.HRegionServer(1482): Serving as 84486a41f81c,40813,1733305375239, RpcServer on 84486a41f81c/172.17.0.2:40813, sessionid=0x101a102bbb20002 2024-12-04T09:42:56,187 DEBUG [RS:1;84486a41f81c:40813 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-04T09:42:56,187 DEBUG [RS:1;84486a41f81c:40813 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 84486a41f81c,40813,1733305375239 2024-12-04T09:42:56,187 DEBUG [RS:1;84486a41f81c:40813 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '84486a41f81c,40813,1733305375239' 2024-12-04T09:42:56,187 DEBUG [RS:1;84486a41f81c:40813 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-04T09:42:56,188 DEBUG [RS:1;84486a41f81c:40813 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-04T09:42:56,188 DEBUG [RS:1;84486a41f81c:40813 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-04T09:42:56,188 DEBUG [RS:1;84486a41f81c:40813 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-04T09:42:56,188 DEBUG [RS:1;84486a41f81c:40813 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 84486a41f81c,40813,1733305375239 2024-12-04T09:42:56,188 DEBUG [RS:1;84486a41f81c:40813 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '84486a41f81c,40813,1733305375239' 2024-12-04T09:42:56,188 DEBUG [RS:1;84486a41f81c:40813 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-04T09:42:56,189 DEBUG [RS:1;84486a41f81c:40813 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-04T09:42:56,189 DEBUG [RS:1;84486a41f81c:40813 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-04T09:42:56,189 INFO [RS:1;84486a41f81c:40813 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-04T09:42:56,189 INFO [RS:1;84486a41f81c:40813 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-04T09:42:56,204 INFO [RS:0;84486a41f81c:46479 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T09:42:56,204 INFO [RS:0;84486a41f81c:46479 {}] regionserver.HRegionServer(1482): Serving as 84486a41f81c,46479,1733305375201, RpcServer on 84486a41f81c/172.17.0.2:46479, sessionid=0x101a102bbb20001 2024-12-04T09:42:56,205 DEBUG [RS:0;84486a41f81c:46479 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-04T09:42:56,205 DEBUG [RS:0;84486a41f81c:46479 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 84486a41f81c,46479,1733305375201 2024-12-04T09:42:56,205 DEBUG [RS:0;84486a41f81c:46479 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '84486a41f81c,46479,1733305375201' 2024-12-04T09:42:56,205 DEBUG [RS:0;84486a41f81c:46479 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-04T09:42:56,205 DEBUG [RS:0;84486a41f81c:46479 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-04T09:42:56,206 DEBUG [RS:0;84486a41f81c:46479 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-04T09:42:56,206 DEBUG [RS:0;84486a41f81c:46479 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-04T09:42:56,206 DEBUG [RS:0;84486a41f81c:46479 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 84486a41f81c,46479,1733305375201 2024-12-04T09:42:56,206 DEBUG [RS:0;84486a41f81c:46479 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '84486a41f81c,46479,1733305375201' 2024-12-04T09:42:56,206 DEBUG [RS:0;84486a41f81c:46479 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-04T09:42:56,206 DEBUG [RS:0;84486a41f81c:46479 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-04T09:42:56,207 DEBUG [RS:0;84486a41f81c:46479 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-04T09:42:56,207 INFO [RS:0;84486a41f81c:46479 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-04T09:42:56,207 INFO [RS:0;84486a41f81c:46479 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-04T09:42:56,289 INFO [RS:1;84486a41f81c:40813 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-04T09:42:56,291 INFO [RS:1;84486a41f81c:40813 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=84486a41f81c%2C40813%2C1733305375239, suffix=, logDir=hdfs://localhost:36709/user/jenkins/test-data/189538be-bb81-d230-b0f9-05175f1b1aeb/WALs/84486a41f81c,40813,1733305375239, archiveDir=hdfs://localhost:36709/user/jenkins/test-data/189538be-bb81-d230-b0f9-05175f1b1aeb/oldWALs, maxLogs=32 2024-12-04T09:42:56,303 DEBUG [RS:1;84486a41f81c:40813 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/189538be-bb81-d230-b0f9-05175f1b1aeb/WALs/84486a41f81c,40813,1733305375239/84486a41f81c%2C40813%2C1733305375239.1733305376292, exclude list is [], retry=0 2024-12-04T09:42:56,306 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45221,DS-e4a5166d-82f9-413e-ae66-9d002c1d7b37,DISK] 2024-12-04T09:42:56,306 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43051,DS-48c0c5f5-455c-4149-b305-527f92719e15,DISK] 2024-12-04T09:42:56,307 INFO [RS:0;84486a41f81c:46479 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-04T09:42:56,308 INFO [RS:1;84486a41f81c:40813 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/189538be-bb81-d230-b0f9-05175f1b1aeb/WALs/84486a41f81c,40813,1733305375239/84486a41f81c%2C40813%2C1733305375239.1733305376292 2024-12-04T09:42:56,308 DEBUG [RS:1;84486a41f81c:40813 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39323:39323),(127.0.0.1/127.0.0.1:37321:37321)] 2024-12-04T09:42:56,309 INFO [RS:0;84486a41f81c:46479 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=84486a41f81c%2C46479%2C1733305375201, suffix=, logDir=hdfs://localhost:36709/user/jenkins/test-data/189538be-bb81-d230-b0f9-05175f1b1aeb/WALs/84486a41f81c,46479,1733305375201, archiveDir=hdfs://localhost:36709/user/jenkins/test-data/189538be-bb81-d230-b0f9-05175f1b1aeb/oldWALs, maxLogs=32 2024-12-04T09:42:56,324 DEBUG [RS:0;84486a41f81c:46479 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/189538be-bb81-d230-b0f9-05175f1b1aeb/WALs/84486a41f81c,46479,1733305375201/84486a41f81c%2C46479%2C1733305375201.1733305376309, exclude list is [], retry=0 2024-12-04T09:42:56,327 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43051,DS-48c0c5f5-455c-4149-b305-527f92719e15,DISK] 2024-12-04T09:42:56,327 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45221,DS-e4a5166d-82f9-413e-ae66-9d002c1d7b37,DISK] 2024-12-04T09:42:56,329 INFO [RS:0;84486a41f81c:46479 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/189538be-bb81-d230-b0f9-05175f1b1aeb/WALs/84486a41f81c,46479,1733305375201/84486a41f81c%2C46479%2C1733305375201.1733305376309 2024-12-04T09:42:56,329 DEBUG [RS:0;84486a41f81c:46479 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37321:37321),(127.0.0.1/127.0.0.1:39323:39323)] 2024-12-04T09:42:56,416 DEBUG [84486a41f81c:37123 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=2, allServersCount=2 2024-12-04T09:42:56,417 DEBUG [84486a41f81c:37123 {}] balancer.BalancerClusterState(204): Hosts are {84486a41f81c=0} racks are {/default-rack=0} 2024-12-04T09:42:56,420 DEBUG [84486a41f81c:37123 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-12-04T09:42:56,420 DEBUG [84486a41f81c:37123 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-12-04T09:42:56,420 DEBUG [84486a41f81c:37123 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-12-04T09:42:56,421 DEBUG [84486a41f81c:37123 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-12-04T09:42:56,421 INFO [84486a41f81c:37123 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-12-04T09:42:56,421 INFO [84486a41f81c:37123 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-12-04T09:42:56,421 DEBUG [84486a41f81c:37123 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-12-04T09:42:56,421 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=84486a41f81c,40813,1733305375239 2024-12-04T09:42:56,423 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 84486a41f81c,40813,1733305375239, state=OPENING 2024-12-04T09:42:56,439 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-04T09:42:56,448 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46479-0x101a102bbb20001, quorum=127.0.0.1:50411, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T09:42:56,448 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37123-0x101a102bbb20000, quorum=127.0.0.1:50411, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T09:42:56,448 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40813-0x101a102bbb20002, quorum=127.0.0.1:50411, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T09:42:56,450 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-04T09:42:56,450 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-04T09:42:56,450 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-04T09:42:56,450 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-04T09:42:56,450 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=84486a41f81c,40813,1733305375239}] 2024-12-04T09:42:56,605 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-04T09:42:56,607 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39879, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-04T09:42:56,613 INFO [RS_OPEN_META-regionserver/84486a41f81c:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-04T09:42:56,613 INFO [RS_OPEN_META-regionserver/84486a41f81c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T09:42:56,614 INFO [RS_OPEN_META-regionserver/84486a41f81c:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-04T09:42:56,617 INFO [RS_OPEN_META-regionserver/84486a41f81c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=84486a41f81c%2C40813%2C1733305375239.meta, suffix=.meta, logDir=hdfs://localhost:36709/user/jenkins/test-data/189538be-bb81-d230-b0f9-05175f1b1aeb/WALs/84486a41f81c,40813,1733305375239, archiveDir=hdfs://localhost:36709/user/jenkins/test-data/189538be-bb81-d230-b0f9-05175f1b1aeb/oldWALs, maxLogs=32 2024-12-04T09:42:56,633 DEBUG [RS_OPEN_META-regionserver/84486a41f81c:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/189538be-bb81-d230-b0f9-05175f1b1aeb/WALs/84486a41f81c,40813,1733305375239/84486a41f81c%2C40813%2C1733305375239.meta.1733305376617.meta, exclude list is [], retry=0 2024-12-04T09:42:56,635 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45221,DS-e4a5166d-82f9-413e-ae66-9d002c1d7b37,DISK] 2024-12-04T09:42:56,635 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43051,DS-48c0c5f5-455c-4149-b305-527f92719e15,DISK] 2024-12-04T09:42:56,637 INFO [RS_OPEN_META-regionserver/84486a41f81c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/189538be-bb81-d230-b0f9-05175f1b1aeb/WALs/84486a41f81c,40813,1733305375239/84486a41f81c%2C40813%2C1733305375239.meta.1733305376617.meta 2024-12-04T09:42:56,637 DEBUG [RS_OPEN_META-regionserver/84486a41f81c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37321:37321),(127.0.0.1/127.0.0.1:39323:39323)] 2024-12-04T09:42:56,638 DEBUG [RS_OPEN_META-regionserver/84486a41f81c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-04T09:42:56,638 DEBUG [RS_OPEN_META-regionserver/84486a41f81c:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-04T09:42:56,638 DEBUG [RS_OPEN_META-regionserver/84486a41f81c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-04T09:42:56,638 INFO [RS_OPEN_META-regionserver/84486a41f81c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-04T09:42:56,638 DEBUG [RS_OPEN_META-regionserver/84486a41f81c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-04T09:42:56,638 DEBUG [RS_OPEN_META-regionserver/84486a41f81c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T09:42:56,638 DEBUG [RS_OPEN_META-regionserver/84486a41f81c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-04T09:42:56,638 DEBUG [RS_OPEN_META-regionserver/84486a41f81c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-04T09:42:56,639 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-04T09:42:56,640 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-04T09:42:56,640 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T09:42:56,641 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T09:42:56,641 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-04T09:42:56,642 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-04T09:42:56,642 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T09:42:56,642 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T09:42:56,642 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-04T09:42:56,643 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-04T09:42:56,643 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T09:42:56,643 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T09:42:56,643 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-04T09:42:56,644 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-04T09:42:56,644 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T09:42:56,644 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T09:42:56,644 DEBUG [RS_OPEN_META-regionserver/84486a41f81c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-04T09:42:56,645 DEBUG [RS_OPEN_META-regionserver/84486a41f81c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36709/user/jenkins/test-data/189538be-bb81-d230-b0f9-05175f1b1aeb/data/hbase/meta/1588230740 2024-12-04T09:42:56,646 DEBUG [RS_OPEN_META-regionserver/84486a41f81c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36709/user/jenkins/test-data/189538be-bb81-d230-b0f9-05175f1b1aeb/data/hbase/meta/1588230740 2024-12-04T09:42:56,647 DEBUG [RS_OPEN_META-regionserver/84486a41f81c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-04T09:42:56,647 DEBUG [RS_OPEN_META-regionserver/84486a41f81c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-04T09:42:56,647 DEBUG [RS_OPEN_META-regionserver/84486a41f81c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-04T09:42:56,649 DEBUG [RS_OPEN_META-regionserver/84486a41f81c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-04T09:42:56,649 INFO [RS_OPEN_META-regionserver/84486a41f81c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62802739, jitterRate=-0.06416626274585724}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-04T09:42:56,649 DEBUG [RS_OPEN_META-regionserver/84486a41f81c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-04T09:42:56,650 DEBUG [RS_OPEN_META-regionserver/84486a41f81c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733305376638Writing region info on filesystem at 1733305376638Initializing all the Stores at 1733305376639 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733305376639Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733305376639Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733305376639Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733305376639Cleaning up temporary data from old regions at 1733305376647 (+8 ms)Running coprocessor post-open hooks at 1733305376649 (+2 ms)Region opened successfully at 1733305376650 (+1 ms) 2024-12-04T09:42:56,651 INFO [RS_OPEN_META-regionserver/84486a41f81c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733305376605 2024-12-04T09:42:56,653 DEBUG [RS_OPEN_META-regionserver/84486a41f81c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-04T09:42:56,653 INFO [RS_OPEN_META-regionserver/84486a41f81c:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-04T09:42:56,653 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=84486a41f81c,40813,1733305375239 2024-12-04T09:42:56,654 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 84486a41f81c,40813,1733305375239, state=OPEN 2024-12-04T09:42:56,664 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40813-0x101a102bbb20002, quorum=127.0.0.1:50411, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-04T09:42:56,664 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46479-0x101a102bbb20001, quorum=127.0.0.1:50411, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-04T09:42:56,664 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37123-0x101a102bbb20000, quorum=127.0.0.1:50411, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-04T09:42:56,664 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=84486a41f81c,40813,1733305375239 2024-12-04T09:42:56,664 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-04T09:42:56,664 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-04T09:42:56,664 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-04T09:42:56,667 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-04T09:42:56,667 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=84486a41f81c,40813,1733305375239 in 214 msec 2024-12-04T09:42:56,669 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-04T09:42:56,669 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 653 msec 2024-12-04T09:42:56,670 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-04T09:42:56,670 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-04T09:42:56,671 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T09:42:56,671 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=84486a41f81c,40813,1733305375239, seqNum=-1] 2024-12-04T09:42:56,671 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T09:42:56,672 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54669, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T09:42:56,677 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 696 msec 2024-12-04T09:42:56,677 INFO [master/84486a41f81c:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733305376677, completionTime=-1 2024-12-04T09:42:56,677 INFO [master/84486a41f81c:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=2; waited=0ms, expected min=2 server(s), max=2 server(s), master is running 2024-12-04T09:42:56,677 DEBUG [master/84486a41f81c:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-04T09:42:56,679 INFO [master/84486a41f81c:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=2 2024-12-04T09:42:56,679 INFO [master/84486a41f81c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733305436679 2024-12-04T09:42:56,679 INFO [master/84486a41f81c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733305496679 2024-12-04T09:42:56,679 INFO [master/84486a41f81c:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-12-04T09:42:56,679 INFO [master/84486a41f81c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=84486a41f81c,37123,1733305375060-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T09:42:56,679 INFO [master/84486a41f81c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=84486a41f81c,37123,1733305375060-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T09:42:56,680 INFO [master/84486a41f81c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=84486a41f81c,37123,1733305375060-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T09:42:56,680 INFO [master/84486a41f81c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-84486a41f81c:37123, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T09:42:56,680 INFO [master/84486a41f81c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-04T09:42:56,680 INFO [master/84486a41f81c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-04T09:42:56,681 DEBUG [master/84486a41f81c:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-04T09:42:56,683 INFO [master/84486a41f81c:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.377sec 2024-12-04T09:42:56,684 INFO [master/84486a41f81c:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-04T09:42:56,684 INFO [master/84486a41f81c:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-04T09:42:56,684 INFO [master/84486a41f81c:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-04T09:42:56,684 INFO [master/84486a41f81c:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-04T09:42:56,684 INFO [master/84486a41f81c:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-04T09:42:56,684 INFO [master/84486a41f81c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=84486a41f81c,37123,1733305375060-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-04T09:42:56,684 INFO [master/84486a41f81c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=84486a41f81c,37123,1733305375060-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-04T09:42:56,686 DEBUG [master/84486a41f81c:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-04T09:42:56,686 INFO [master/84486a41f81c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-04T09:42:56,686 INFO [master/84486a41f81c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=84486a41f81c,37123,1733305375060-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T09:42:56,773 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7cf5688, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T09:42:56,773 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 84486a41f81c,37123,-1 for getting cluster id 2024-12-04T09:42:56,773 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T09:42:56,774 DEBUG [HMaster-EventLoopGroup-18-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '80403a2d-0a9f-4856-869f-508c15085784' 2024-12-04T09:42:56,775 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T09:42:56,775 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "80403a2d-0a9f-4856-869f-508c15085784" 2024-12-04T09:42:56,775 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3ec7b17b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T09:42:56,776 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [84486a41f81c,37123,-1] 2024-12-04T09:42:56,776 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T09:42:56,776 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T09:42:56,777 INFO [HMaster-EventLoopGroup-18-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54024, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T09:42:56,778 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c663350, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T09:42:56,778 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T09:42:56,779 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=84486a41f81c,40813,1733305375239, seqNum=-1] 2024-12-04T09:42:56,780 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T09:42:56,781 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47256, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T09:42:56,783 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=84486a41f81c,37123,1733305375060 2024-12-04T09:42:56,783 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T09:42:56,784 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] client.AsyncConnectionImpl(321): The fetched master address is 84486a41f81c,37123,1733305375060 2024-12-04T09:42:56,784 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7e067891 2024-12-04T09:42:56,784 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T09:42:56,786 INFO [HMaster-EventLoopGroup-18-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54038, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-04T09:42:56,786 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37123 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testClearRegionBlockCache', {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-04T09:42:56,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37123 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testClearRegionBlockCache 2024-12-04T09:42:56,789 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_PRE_OPERATION 2024-12-04T09:42:56,789 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T09:42:56,789 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37123 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testClearRegionBlockCache" procId is: 4 2024-12-04T09:42:56,790 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-04T09:42:56,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37123 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T09:42:56,798 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43051 is added to blk_1073741836_1012 (size=379) 2024-12-04T09:42:56,798 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45221 is added to blk_1073741836_1012 (size=379) 2024-12-04T09:42:56,800 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => a308884407dd962671035f923b337b97, NAME => 'testClearRegionBlockCache,5,1733305376786.a308884407dd962671035f923b337b97.', STARTKEY => '5', ENDKEY => ''}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36709/user/jenkins/test-data/189538be-bb81-d230-b0f9-05175f1b1aeb 2024-12-04T09:42:56,800 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 2bac0ce9a375e8e57b62feaef4e6c3d7, NAME => 'testClearRegionBlockCache,,1733305376786.2bac0ce9a375e8e57b62feaef4e6c3d7.', STARTKEY => '', ENDKEY => '5'}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36709/user/jenkins/test-data/189538be-bb81-d230-b0f9-05175f1b1aeb 2024-12-04T09:42:56,806 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45221 is added to blk_1073741837_1013 (size=61) 2024-12-04T09:42:56,806 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43051 is added to blk_1073741837_1013 (size=61) 2024-12-04T09:42:56,807 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,5,1733305376786.a308884407dd962671035f923b337b97.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T09:42:56,807 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1722): Closing a308884407dd962671035f923b337b97, disabling compactions & flushes 2024-12-04T09:42:56,807 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,5,1733305376786.a308884407dd962671035f923b337b97. 2024-12-04T09:42:56,807 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,5,1733305376786.a308884407dd962671035f923b337b97. 2024-12-04T09:42:56,807 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,5,1733305376786.a308884407dd962671035f923b337b97. after waiting 0 ms 2024-12-04T09:42:56,807 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,5,1733305376786.a308884407dd962671035f923b337b97. 2024-12-04T09:42:56,807 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,5,1733305376786.a308884407dd962671035f923b337b97. 2024-12-04T09:42:56,807 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1676): Region close journal for a308884407dd962671035f923b337b97: Waiting for close lock at 1733305376807Disabling compacts and flushes for region at 1733305376807Disabling writes for close at 1733305376807Writing region close event to WAL at 1733305376807Closed at 1733305376807 2024-12-04T09:42:56,809 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43051 is added to blk_1073741838_1014 (size=61) 2024-12-04T09:42:56,809 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45221 is added to blk_1073741838_1014 (size=61) 2024-12-04T09:42:56,809 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,,1733305376786.2bac0ce9a375e8e57b62feaef4e6c3d7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T09:42:56,810 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1722): Closing 2bac0ce9a375e8e57b62feaef4e6c3d7, disabling compactions & flushes 2024-12-04T09:42:56,810 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,,1733305376786.2bac0ce9a375e8e57b62feaef4e6c3d7. 2024-12-04T09:42:56,810 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,,1733305376786.2bac0ce9a375e8e57b62feaef4e6c3d7. 2024-12-04T09:42:56,810 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,,1733305376786.2bac0ce9a375e8e57b62feaef4e6c3d7. after waiting 0 ms 2024-12-04T09:42:56,810 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,,1733305376786.2bac0ce9a375e8e57b62feaef4e6c3d7. 2024-12-04T09:42:56,810 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,,1733305376786.2bac0ce9a375e8e57b62feaef4e6c3d7. 2024-12-04T09:42:56,810 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1676): Region close journal for 2bac0ce9a375e8e57b62feaef4e6c3d7: Waiting for close lock at 1733305376809Disabling compacts and flushes for region at 1733305376809Disabling writes for close at 1733305376810 (+1 ms)Writing region close event to WAL at 1733305376810Closed at 1733305376810 2024-12-04T09:42:56,811 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ADD_TO_META 2024-12-04T09:42:56,811 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testClearRegionBlockCache,5,1733305376786.a308884407dd962671035f923b337b97.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1733305376811"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733305376811"}]},"ts":"1733305376811"} 2024-12-04T09:42:56,811 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testClearRegionBlockCache,,1733305376786.2bac0ce9a375e8e57b62feaef4e6c3d7.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1733305376811"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733305376811"}]},"ts":"1733305376811"} 2024-12-04T09:42:56,814 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 2 regions to meta. 2024-12-04T09:42:56,815 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-04T09:42:56,815 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733305376815"}]},"ts":"1733305376815"} 2024-12-04T09:42:56,817 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testClearRegionBlockCache, state=ENABLING in hbase:meta 2024-12-04T09:42:56,818 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {84486a41f81c=0} racks are {/default-rack=0} 2024-12-04T09:42:56,819 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-12-04T09:42:56,819 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-12-04T09:42:56,819 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-12-04T09:42:56,819 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-12-04T09:42:56,819 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-12-04T09:42:56,819 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-12-04T09:42:56,819 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-12-04T09:42:56,819 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=2bac0ce9a375e8e57b62feaef4e6c3d7, ASSIGN}, {pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=a308884407dd962671035f923b337b97, ASSIGN}] 2024-12-04T09:42:56,821 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=a308884407dd962671035f923b337b97, ASSIGN 2024-12-04T09:42:56,821 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=2bac0ce9a375e8e57b62feaef4e6c3d7, ASSIGN 2024-12-04T09:42:56,822 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=2bac0ce9a375e8e57b62feaef4e6c3d7, ASSIGN; state=OFFLINE, location=84486a41f81c,40813,1733305375239; forceNewPlan=false, retain=false 2024-12-04T09:42:56,822 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=a308884407dd962671035f923b337b97, ASSIGN; state=OFFLINE, location=84486a41f81c,46479,1733305375201; forceNewPlan=false, retain=false 2024-12-04T09:42:56,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37123 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T09:42:56,972 INFO [84486a41f81c:37123 {}] balancer.BaseLoadBalancer(388): Reassigned 2 regions. 2 retained the pre-restart assignment. 2024-12-04T09:42:56,972 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=a308884407dd962671035f923b337b97, regionState=OPENING, regionLocation=84486a41f81c,46479,1733305375201 2024-12-04T09:42:56,972 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=2bac0ce9a375e8e57b62feaef4e6c3d7, regionState=OPENING, regionLocation=84486a41f81c,40813,1733305375239 2024-12-04T09:42:56,975 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=a308884407dd962671035f923b337b97, ASSIGN because future has completed 2024-12-04T09:42:56,975 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure a308884407dd962671035f923b337b97, server=84486a41f81c,46479,1733305375201}] 2024-12-04T09:42:56,976 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=2bac0ce9a375e8e57b62feaef4e6c3d7, ASSIGN because future has completed 2024-12-04T09:42:56,977 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2bac0ce9a375e8e57b62feaef4e6c3d7, server=84486a41f81c,40813,1733305375239}] 2024-12-04T09:42:57,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37123 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T09:42:57,129 DEBUG [RSProcedureDispatcher-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-04T09:42:57,133 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37507, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-04T09:42:57,137 INFO [RS_OPEN_REGION-regionserver/84486a41f81c:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] handler.AssignRegionHandler(132): Open testClearRegionBlockCache,,1733305376786.2bac0ce9a375e8e57b62feaef4e6c3d7. 2024-12-04T09:42:57,137 DEBUG [RS_OPEN_REGION-regionserver/84486a41f81c:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7752): Opening region: {ENCODED => 2bac0ce9a375e8e57b62feaef4e6c3d7, NAME => 'testClearRegionBlockCache,,1733305376786.2bac0ce9a375e8e57b62feaef4e6c3d7.', STARTKEY => '', ENDKEY => '5'} 2024-12-04T09:42:57,137 INFO [RS_OPEN_REGION-regionserver/84486a41f81c:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] handler.AssignRegionHandler(132): Open testClearRegionBlockCache,5,1733305376786.a308884407dd962671035f923b337b97. 2024-12-04T09:42:57,138 DEBUG [RS_OPEN_REGION-regionserver/84486a41f81c:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache 2bac0ce9a375e8e57b62feaef4e6c3d7 2024-12-04T09:42:57,138 DEBUG [RS_OPEN_REGION-regionserver/84486a41f81c:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,,1733305376786.2bac0ce9a375e8e57b62feaef4e6c3d7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T09:42:57,138 DEBUG [RS_OPEN_REGION-regionserver/84486a41f81c:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => a308884407dd962671035f923b337b97, NAME => 'testClearRegionBlockCache,5,1733305376786.a308884407dd962671035f923b337b97.', STARTKEY => '5', ENDKEY => ''} 2024-12-04T09:42:57,138 DEBUG [RS_OPEN_REGION-regionserver/84486a41f81c:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7794): checking encryption for 2bac0ce9a375e8e57b62feaef4e6c3d7 2024-12-04T09:42:57,138 DEBUG [RS_OPEN_REGION-regionserver/84486a41f81c:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7797): checking classloading for 2bac0ce9a375e8e57b62feaef4e6c3d7 2024-12-04T09:42:57,138 DEBUG [RS_OPEN_REGION-regionserver/84486a41f81c:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache a308884407dd962671035f923b337b97 2024-12-04T09:42:57,138 DEBUG [RS_OPEN_REGION-regionserver/84486a41f81c:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,5,1733305376786.a308884407dd962671035f923b337b97.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T09:42:57,138 DEBUG [RS_OPEN_REGION-regionserver/84486a41f81c:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for a308884407dd962671035f923b337b97 2024-12-04T09:42:57,138 DEBUG [RS_OPEN_REGION-regionserver/84486a41f81c:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for a308884407dd962671035f923b337b97 2024-12-04T09:42:57,139 INFO [StoreOpener-2bac0ce9a375e8e57b62feaef4e6c3d7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region 2bac0ce9a375e8e57b62feaef4e6c3d7 2024-12-04T09:42:57,139 INFO [StoreOpener-a308884407dd962671035f923b337b97-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region a308884407dd962671035f923b337b97 2024-12-04T09:42:57,141 INFO [StoreOpener-2bac0ce9a375e8e57b62feaef4e6c3d7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2bac0ce9a375e8e57b62feaef4e6c3d7 columnFamilyName family 2024-12-04T09:42:57,141 INFO [StoreOpener-a308884407dd962671035f923b337b97-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a308884407dd962671035f923b337b97 columnFamilyName family 2024-12-04T09:42:57,141 DEBUG [StoreOpener-2bac0ce9a375e8e57b62feaef4e6c3d7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T09:42:57,141 DEBUG [StoreOpener-a308884407dd962671035f923b337b97-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T09:42:57,142 INFO [StoreOpener-2bac0ce9a375e8e57b62feaef4e6c3d7-1 {}] regionserver.HStore(327): Store=2bac0ce9a375e8e57b62feaef4e6c3d7/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T09:42:57,142 INFO [StoreOpener-a308884407dd962671035f923b337b97-1 {}] regionserver.HStore(327): Store=a308884407dd962671035f923b337b97/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T09:42:57,142 DEBUG [RS_OPEN_REGION-regionserver/84486a41f81c:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for a308884407dd962671035f923b337b97 2024-12-04T09:42:57,142 DEBUG [RS_OPEN_REGION-regionserver/84486a41f81c:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1038): replaying wal for 2bac0ce9a375e8e57b62feaef4e6c3d7 2024-12-04T09:42:57,143 DEBUG [RS_OPEN_REGION-regionserver/84486a41f81c:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36709/user/jenkins/test-data/189538be-bb81-d230-b0f9-05175f1b1aeb/data/default/testClearRegionBlockCache/2bac0ce9a375e8e57b62feaef4e6c3d7 2024-12-04T09:42:57,143 DEBUG [RS_OPEN_REGION-regionserver/84486a41f81c:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36709/user/jenkins/test-data/189538be-bb81-d230-b0f9-05175f1b1aeb/data/default/testClearRegionBlockCache/a308884407dd962671035f923b337b97 2024-12-04T09:42:57,143 DEBUG [RS_OPEN_REGION-regionserver/84486a41f81c:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36709/user/jenkins/test-data/189538be-bb81-d230-b0f9-05175f1b1aeb/data/default/testClearRegionBlockCache/2bac0ce9a375e8e57b62feaef4e6c3d7 2024-12-04T09:42:57,143 DEBUG [RS_OPEN_REGION-regionserver/84486a41f81c:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36709/user/jenkins/test-data/189538be-bb81-d230-b0f9-05175f1b1aeb/data/default/testClearRegionBlockCache/a308884407dd962671035f923b337b97 2024-12-04T09:42:57,143 DEBUG [RS_OPEN_REGION-regionserver/84486a41f81c:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1048): stopping wal replay for 2bac0ce9a375e8e57b62feaef4e6c3d7 2024-12-04T09:42:57,143 DEBUG [RS_OPEN_REGION-regionserver/84486a41f81c:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1060): Cleaning up temporary data for 2bac0ce9a375e8e57b62feaef4e6c3d7 2024-12-04T09:42:57,143 DEBUG [RS_OPEN_REGION-regionserver/84486a41f81c:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for a308884407dd962671035f923b337b97 2024-12-04T09:42:57,144 DEBUG [RS_OPEN_REGION-regionserver/84486a41f81c:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for a308884407dd962671035f923b337b97 2024-12-04T09:42:57,145 DEBUG [RS_OPEN_REGION-regionserver/84486a41f81c:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1093): writing seq id for 2bac0ce9a375e8e57b62feaef4e6c3d7 2024-12-04T09:42:57,146 DEBUG [RS_OPEN_REGION-regionserver/84486a41f81c:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for a308884407dd962671035f923b337b97 2024-12-04T09:42:57,148 DEBUG [RS_OPEN_REGION-regionserver/84486a41f81c:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36709/user/jenkins/test-data/189538be-bb81-d230-b0f9-05175f1b1aeb/data/default/testClearRegionBlockCache/2bac0ce9a375e8e57b62feaef4e6c3d7/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T09:42:57,149 INFO [RS_OPEN_REGION-regionserver/84486a41f81c:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1114): Opened 2bac0ce9a375e8e57b62feaef4e6c3d7; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65268000, jitterRate=-0.027431011199951172}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-04T09:42:57,149 DEBUG [RS_OPEN_REGION-regionserver/84486a41f81c:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 2bac0ce9a375e8e57b62feaef4e6c3d7 2024-12-04T09:42:57,150 DEBUG [RS_OPEN_REGION-regionserver/84486a41f81c:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1006): Region open journal for 2bac0ce9a375e8e57b62feaef4e6c3d7: Running coprocessor pre-open hook at 1733305377138Writing region info on filesystem at 1733305377138Initializing all the Stores at 1733305377139 (+1 ms)Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733305377139Cleaning up temporary data from old regions at 1733305377143 (+4 ms)Running coprocessor post-open hooks at 1733305377149 (+6 ms)Region opened successfully at 1733305377150 (+1 ms) 2024-12-04T09:42:57,151 INFO [RS_OPEN_REGION-regionserver/84486a41f81c:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegionServer(2236): Post open deploy tasks for testClearRegionBlockCache,,1733305376786.2bac0ce9a375e8e57b62feaef4e6c3d7., pid=8, masterSystemTime=1733305377130 2024-12-04T09:42:57,153 DEBUG [RS_OPEN_REGION-regionserver/84486a41f81c:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegionServer(2266): Finished post open deploy task for testClearRegionBlockCache,,1733305376786.2bac0ce9a375e8e57b62feaef4e6c3d7. 2024-12-04T09:42:57,153 INFO [RS_OPEN_REGION-regionserver/84486a41f81c:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] handler.AssignRegionHandler(153): Opened testClearRegionBlockCache,,1733305376786.2bac0ce9a375e8e57b62feaef4e6c3d7. 2024-12-04T09:42:57,154 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=2bac0ce9a375e8e57b62feaef4e6c3d7, regionState=OPEN, openSeqNum=2, regionLocation=84486a41f81c,40813,1733305375239 2024-12-04T09:42:57,154 DEBUG [RS_OPEN_REGION-regionserver/84486a41f81c:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36709/user/jenkins/test-data/189538be-bb81-d230-b0f9-05175f1b1aeb/data/default/testClearRegionBlockCache/a308884407dd962671035f923b337b97/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T09:42:57,155 INFO [RS_OPEN_REGION-regionserver/84486a41f81c:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1114): Opened a308884407dd962671035f923b337b97; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60493904, jitterRate=-0.09857058525085449}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-04T09:42:57,155 DEBUG [RS_OPEN_REGION-regionserver/84486a41f81c:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for a308884407dd962671035f923b337b97 2024-12-04T09:42:57,155 DEBUG [RS_OPEN_REGION-regionserver/84486a41f81c:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for a308884407dd962671035f923b337b97: Running coprocessor pre-open hook at 1733305377138Writing region info on filesystem at 1733305377138Initializing all the Stores at 1733305377139 (+1 ms)Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733305377139Cleaning up temporary data from old regions at 1733305377144 (+5 ms)Running coprocessor post-open hooks at 1733305377155 (+11 ms)Region opened successfully at 1733305377155 2024-12-04T09:42:57,156 INFO [RS_OPEN_REGION-regionserver/84486a41f81c:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for testClearRegionBlockCache,5,1733305376786.a308884407dd962671035f923b337b97., pid=7, masterSystemTime=1733305377129 2024-12-04T09:42:57,156 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2bac0ce9a375e8e57b62feaef4e6c3d7, server=84486a41f81c,40813,1733305375239 because future has completed 2024-12-04T09:42:57,158 DEBUG [RS_OPEN_REGION-regionserver/84486a41f81c:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for testClearRegionBlockCache,5,1733305376786.a308884407dd962671035f923b337b97. 2024-12-04T09:42:57,158 INFO [RS_OPEN_REGION-regionserver/84486a41f81c:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] handler.AssignRegionHandler(153): Opened testClearRegionBlockCache,5,1733305376786.a308884407dd962671035f923b337b97. 2024-12-04T09:42:57,158 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=a308884407dd962671035f923b337b97, regionState=OPEN, openSeqNum=2, regionLocation=84486a41f81c,46479,1733305375201 2024-12-04T09:42:57,159 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=5 2024-12-04T09:42:57,159 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 2bac0ce9a375e8e57b62feaef4e6c3d7, server=84486a41f81c,40813,1733305375239 in 180 msec 2024-12-04T09:42:57,160 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=2bac0ce9a375e8e57b62feaef4e6c3d7, ASSIGN in 340 msec 2024-12-04T09:42:57,161 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure a308884407dd962671035f923b337b97, server=84486a41f81c,46479,1733305375201 because future has completed 2024-12-04T09:42:57,163 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-12-04T09:42:57,163 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure a308884407dd962671035f923b337b97, server=84486a41f81c,46479,1733305375201 in 187 msec 2024-12-04T09:42:57,165 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=4 2024-12-04T09:42:57,165 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=a308884407dd962671035f923b337b97, ASSIGN in 344 msec 2024-12-04T09:42:57,166 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-04T09:42:57,166 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733305377166"}]},"ts":"1733305377166"} 2024-12-04T09:42:57,168 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testClearRegionBlockCache, state=ENABLED in hbase:meta 2024-12-04T09:42:57,169 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_POST_OPERATION 2024-12-04T09:42:57,171 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testClearRegionBlockCache in 383 msec 2024-12-04T09:42:57,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37123 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T09:42:57,421 INFO [RPCClient-NioEventLoopGroup-5-9 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testClearRegionBlockCache completed 2024-12-04T09:42:57,421 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testClearRegionBlockCache get assigned. Timeout = 60000ms 2024-12-04T09:42:57,422 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-04T09:42:57,426 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testClearRegionBlockCache assigned to meta. Checking AM states. 2024-12-04T09:42:57,426 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-04T09:42:57,426 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testClearRegionBlockCache assigned. 2024-12-04T09:42:57,432 DEBUG [RPCClient-NioEventLoopGroup-5-8 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testClearRegionBlockCache', row='1', locateType=CURRENT is [region=testClearRegionBlockCache,,1733305376786.2bac0ce9a375e8e57b62feaef4e6c3d7., hostname=84486a41f81c,40813,1733305375239, seqNum=2] 2024-12-04T09:42:57,443 DEBUG [RPCClient-NioEventLoopGroup-5-8 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testClearRegionBlockCache', row='5', locateType=CURRENT is [region=testClearRegionBlockCache,5,1733305376786.a308884407dd962671035f923b337b97., hostname=84486a41f81c,46479,1733305375201, seqNum=2] 2024-12-04T09:42:57,443 DEBUG [RPCClient-NioEventLoopGroup-5-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T09:42:57,444 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34086, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T09:42:57,455 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing a308884407dd962671035f923b337b97 1/1 column families, dataSize=140 B heapSize=776 B 2024-12-04T09:42:57,469 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36709/user/jenkins/test-data/189538be-bb81-d230-b0f9-05175f1b1aeb/data/default/testClearRegionBlockCache/a308884407dd962671035f923b337b97/.tmp/family/80985a062f7947ffa2200b5b47735bc4 is 32, key is 5/family:/1733305377445/Put/seqid=0 2024-12-04T09:42:57,474 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45221 is added to blk_1073741839_1015 (size=5083) 2024-12-04T09:42:57,474 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43051 is added to blk_1073741839_1015 (size=5083) 2024-12-04T09:42:57,475 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=140 B at sequenceid=9 (bloomFilter=true), to=hdfs://localhost:36709/user/jenkins/test-data/189538be-bb81-d230-b0f9-05175f1b1aeb/data/default/testClearRegionBlockCache/a308884407dd962671035f923b337b97/.tmp/family/80985a062f7947ffa2200b5b47735bc4 2024-12-04T09:42:57,480 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36709/user/jenkins/test-data/189538be-bb81-d230-b0f9-05175f1b1aeb/data/default/testClearRegionBlockCache/a308884407dd962671035f923b337b97/.tmp/family/80985a062f7947ffa2200b5b47735bc4 as hdfs://localhost:36709/user/jenkins/test-data/189538be-bb81-d230-b0f9-05175f1b1aeb/data/default/testClearRegionBlockCache/a308884407dd962671035f923b337b97/family/80985a062f7947ffa2200b5b47735bc4 2024-12-04T09:42:57,486 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36709/user/jenkins/test-data/189538be-bb81-d230-b0f9-05175f1b1aeb/data/default/testClearRegionBlockCache/a308884407dd962671035f923b337b97/family/80985a062f7947ffa2200b5b47735bc4, entries=5, sequenceid=9, filesize=5.0 K 2024-12-04T09:42:57,486 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~140 B/140, heapSize ~760 B/760, currentSize=0 B/0 for a308884407dd962671035f923b337b97 in 31ms, sequenceid=9, compaction requested=false 2024-12-04T09:42:57,486 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for a308884407dd962671035f923b337b97: 2024-12-04T09:42:57,487 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 2bac0ce9a375e8e57b62feaef4e6c3d7 1/1 column families, dataSize=112 B heapSize=672 B 2024-12-04T09:42:57,500 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36709/user/jenkins/test-data/189538be-bb81-d230-b0f9-05175f1b1aeb/data/default/testClearRegionBlockCache/2bac0ce9a375e8e57b62feaef4e6c3d7/.tmp/family/ad13642568bb42ce9b151ced8277366c is 32, key is 1/family:/1733305377433/Put/seqid=0 2024-12-04T09:42:57,505 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45221 is added to blk_1073741840_1016 (size=5054) 2024-12-04T09:42:57,505 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43051 is added to blk_1073741840_1016 (size=5054) 2024-12-04T09:42:57,505 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:36709/user/jenkins/test-data/189538be-bb81-d230-b0f9-05175f1b1aeb/data/default/testClearRegionBlockCache/2bac0ce9a375e8e57b62feaef4e6c3d7/.tmp/family/ad13642568bb42ce9b151ced8277366c 2024-12-04T09:42:57,510 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36709/user/jenkins/test-data/189538be-bb81-d230-b0f9-05175f1b1aeb/data/default/testClearRegionBlockCache/2bac0ce9a375e8e57b62feaef4e6c3d7/.tmp/family/ad13642568bb42ce9b151ced8277366c as hdfs://localhost:36709/user/jenkins/test-data/189538be-bb81-d230-b0f9-05175f1b1aeb/data/default/testClearRegionBlockCache/2bac0ce9a375e8e57b62feaef4e6c3d7/family/ad13642568bb42ce9b151ced8277366c 2024-12-04T09:42:57,517 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36709/user/jenkins/test-data/189538be-bb81-d230-b0f9-05175f1b1aeb/data/default/testClearRegionBlockCache/2bac0ce9a375e8e57b62feaef4e6c3d7/family/ad13642568bb42ce9b151ced8277366c, entries=4, sequenceid=8, filesize=4.9 K 2024-12-04T09:42:57,518 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~112 B/112, heapSize ~656 B/656, currentSize=0 B/0 for 2bac0ce9a375e8e57b62feaef4e6c3d7 in 32ms, sequenceid=8, compaction requested=false 2024-12-04T09:42:57,518 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 2bac0ce9a375e8e57b62feaef4e6c3d7: 2024-12-04T09:42:57,521 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testClearRegionBlockCache,, stopping at row=testClearRegionBlockCache ,, for max=2147483647 with caching=100 2024-12-04T09:42:57,525 DEBUG [RPCClient-NioEventLoopGroup-5-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-04T09:42:57,525 DEBUG [RPCClient-NioEventLoopGroup-5-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-04T09:42:57,527 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34096, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-04T09:42:57,527 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47260, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-04T09:42:57,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40813 {}] bucket.BucketCache(1863): found 1 blocks for file ad13642568bb42ce9b151ced8277366c, starting offset: 0, end offset: 9223372036854775807 2024-12-04T09:42:57,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] bucket.BucketCache(1863): found 1 blocks for file 80985a062f7947ffa2200b5b47735bc4, starting offset: 0, end offset: 9223372036854775807 2024-12-04T09:42:57,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40813 {}] bucket.BucketCache(856): removed key ad13642568bb42ce9b151ced8277366c_0 from back map with offset lock 2094080 in the evict process 2024-12-04T09:42:57,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] bucket.BucketCache(856): removed key 80985a062f7947ffa2200b5b47735bc4_0 from back map with offset lock 2094080 in the evict process 2024-12-04T09:42:57,528 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-04T09:42:57,528 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T09:42:57,528 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.teardown(TestClearRegionBlockCache.java:100) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T09:42:57,528 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T09:42:57,528 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T09:42:57,529 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-04T09:42:57,529 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=914885192, stopped=false 2024-12-04T09:42:57,529 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T09:42:57,529 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=84486a41f81c,37123,1733305375060 2024-12-04T09:42:57,564 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46479-0x101a102bbb20001, quorum=127.0.0.1:50411, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-04T09:42:57,564 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40813-0x101a102bbb20002, quorum=127.0.0.1:50411, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-04T09:42:57,564 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37123-0x101a102bbb20000, quorum=127.0.0.1:50411, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-04T09:42:57,564 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40813-0x101a102bbb20002, quorum=127.0.0.1:50411, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T09:42:57,564 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37123-0x101a102bbb20000, quorum=127.0.0.1:50411, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T09:42:57,564 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46479-0x101a102bbb20001, quorum=127.0.0.1:50411, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T09:42:57,564 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-04T09:42:57,565 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T09:42:57,565 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.teardown(TestClearRegionBlockCache.java:100) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T09:42:57,565 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T09:42:57,565 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '84486a41f81c,46479,1733305375201' ***** 2024-12-04T09:42:57,565 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:46479-0x101a102bbb20001, quorum=127.0.0.1:50411, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-04T09:42:57,565 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:40813-0x101a102bbb20002, quorum=127.0.0.1:50411, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-04T09:42:57,565 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-04T09:42:57,565 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:37123-0x101a102bbb20000, quorum=127.0.0.1:50411, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-04T09:42:57,565 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '84486a41f81c,40813,1733305375239' ***** 2024-12-04T09:42:57,565 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-04T09:42:57,566 INFO [RS:0;84486a41f81c:46479 {}] bucket.BucketCache(1738): Disabling cache 2024-12-04T09:42:57,566 INFO [RS:1;84486a41f81c:40813 {}] bucket.BucketCache(1738): Disabling cache 2024-12-04T09:42:57,566 INFO [RS:0;84486a41f81c:46479 {}] bucket.BucketCache(1762): Shutdown bucket cache: IO persistent=false; path to write=null 2024-12-04T09:42:57,566 INFO [Time-limited test-BucketCacheWriter-2 {}] bucket.BucketCache$WriterThread(1271): Time-limited test-BucketCacheWriter-2 exiting, cacheEnabled=false 2024-12-04T09:42:57,566 INFO [Time-limited test-BucketCacheWriter-0 {}] bucket.BucketCache$WriterThread(1271): Time-limited test-BucketCacheWriter-0 exiting, cacheEnabled=false 2024-12-04T09:42:57,566 INFO [Time-limited test-BucketCacheWriter-1 {}] bucket.BucketCache$WriterThread(1271): Time-limited test-BucketCacheWriter-1 exiting, cacheEnabled=false 2024-12-04T09:42:57,566 INFO [Time-limited test-BucketCacheWriter-2 {}] bucket.BucketCache$WriterThread(1271): Time-limited test-BucketCacheWriter-2 exiting, cacheEnabled=false 2024-12-04T09:42:57,566 INFO [Time-limited test-BucketCacheWriter-0 {}] bucket.BucketCache$WriterThread(1271): Time-limited test-BucketCacheWriter-0 exiting, cacheEnabled=false 2024-12-04T09:42:57,566 INFO [Time-limited test-BucketCacheWriter-1 {}] bucket.BucketCache$WriterThread(1271): Time-limited test-BucketCacheWriter-1 exiting, cacheEnabled=false 2024-12-04T09:42:57,566 INFO [RS:0;84486a41f81c:46479 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-04T09:42:57,566 INFO [RS:1;84486a41f81c:40813 {}] bucket.BucketCache(1762): Shutdown bucket cache: IO persistent=false; path to write=null 2024-12-04T09:42:57,566 INFO [RS:0;84486a41f81c:46479 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-04T09:42:57,566 INFO [RS:0;84486a41f81c:46479 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-04T09:42:57,566 INFO [RS:0;84486a41f81c:46479 {}] regionserver.HRegionServer(3091): Received CLOSE for a308884407dd962671035f923b337b97 2024-12-04T09:42:57,566 INFO [RS:1;84486a41f81c:40813 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-04T09:42:57,566 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-04T09:42:57,566 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-04T09:42:57,566 INFO [RS:1;84486a41f81c:40813 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-04T09:42:57,566 INFO [RS:1;84486a41f81c:40813 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-04T09:42:57,566 INFO [RS:1;84486a41f81c:40813 {}] regionserver.HRegionServer(3091): Received CLOSE for 2bac0ce9a375e8e57b62feaef4e6c3d7 2024-12-04T09:42:57,567 INFO [RS:1;84486a41f81c:40813 {}] regionserver.HRegionServer(959): stopping server 84486a41f81c,40813,1733305375239 2024-12-04T09:42:57,567 INFO [RS:1;84486a41f81c:40813 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-04T09:42:57,567 INFO [RS:0;84486a41f81c:46479 {}] regionserver.HRegionServer(959): stopping server 84486a41f81c,46479,1733305375201 2024-12-04T09:42:57,567 INFO [RS:0;84486a41f81c:46479 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-04T09:42:57,567 INFO [RS:1;84486a41f81c:40813 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;84486a41f81c:40813. 2024-12-04T09:42:57,567 INFO [RS:0;84486a41f81c:46479 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;84486a41f81c:46479. 2024-12-04T09:42:57,567 DEBUG [RS_CLOSE_REGION-regionserver/84486a41f81c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 2bac0ce9a375e8e57b62feaef4e6c3d7, disabling compactions & flushes 2024-12-04T09:42:57,567 DEBUG [RS:1;84486a41f81c:40813 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T09:42:57,567 DEBUG [RS_CLOSE_REGION-regionserver/84486a41f81c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing a308884407dd962671035f923b337b97, disabling compactions & flushes 2024-12-04T09:42:57,567 INFO [RS_CLOSE_REGION-regionserver/84486a41f81c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,,1733305376786.2bac0ce9a375e8e57b62feaef4e6c3d7. 2024-12-04T09:42:57,567 DEBUG [RS:1;84486a41f81c:40813 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T09:42:57,567 DEBUG [RS:0;84486a41f81c:46479 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T09:42:57,567 DEBUG [RS_CLOSE_REGION-regionserver/84486a41f81c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,,1733305376786.2bac0ce9a375e8e57b62feaef4e6c3d7. 2024-12-04T09:42:57,567 INFO [RS_CLOSE_REGION-regionserver/84486a41f81c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,5,1733305376786.a308884407dd962671035f923b337b97. 2024-12-04T09:42:57,567 DEBUG [RS:0;84486a41f81c:46479 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T09:42:57,567 DEBUG [RS_CLOSE_REGION-regionserver/84486a41f81c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,5,1733305376786.a308884407dd962671035f923b337b97. 2024-12-04T09:42:57,567 DEBUG [RS_CLOSE_REGION-regionserver/84486a41f81c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,,1733305376786.2bac0ce9a375e8e57b62feaef4e6c3d7. after waiting 0 ms 2024-12-04T09:42:57,567 DEBUG [RS_CLOSE_REGION-regionserver/84486a41f81c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,,1733305376786.2bac0ce9a375e8e57b62feaef4e6c3d7. 2024-12-04T09:42:57,567 DEBUG [RS_CLOSE_REGION-regionserver/84486a41f81c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,5,1733305376786.a308884407dd962671035f923b337b97. after waiting 0 ms 2024-12-04T09:42:57,567 INFO [RS:1;84486a41f81c:40813 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-04T09:42:57,567 INFO [RS:1;84486a41f81c:40813 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-04T09:42:57,567 DEBUG [RS_CLOSE_REGION-regionserver/84486a41f81c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,5,1733305376786.a308884407dd962671035f923b337b97. 2024-12-04T09:42:57,567 INFO [RS:0;84486a41f81c:46479 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-04T09:42:57,567 INFO [RS:1;84486a41f81c:40813 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-04T09:42:57,567 DEBUG [RS:0;84486a41f81c:46479 {}] regionserver.HRegionServer(1325): Online Regions={a308884407dd962671035f923b337b97=testClearRegionBlockCache,5,1733305376786.a308884407dd962671035f923b337b97.} 2024-12-04T09:42:57,567 INFO [RS:1;84486a41f81c:40813 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-04T09:42:57,567 DEBUG [RS:0;84486a41f81c:46479 {}] regionserver.HRegionServer(1351): Waiting on a308884407dd962671035f923b337b97 2024-12-04T09:42:57,567 INFO [RS:1;84486a41f81c:40813 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-04T09:42:57,568 DEBUG [RS:1;84486a41f81c:40813 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 2bac0ce9a375e8e57b62feaef4e6c3d7=testClearRegionBlockCache,,1733305376786.2bac0ce9a375e8e57b62feaef4e6c3d7.} 2024-12-04T09:42:57,568 DEBUG [RS:1;84486a41f81c:40813 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2bac0ce9a375e8e57b62feaef4e6c3d7 2024-12-04T09:42:57,568 INFO [regionserver/84486a41f81c:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-04T09:42:57,568 DEBUG [RS_CLOSE_META-regionserver/84486a41f81c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-04T09:42:57,568 INFO [RS_CLOSE_META-regionserver/84486a41f81c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-04T09:42:57,568 DEBUG [RS_CLOSE_META-regionserver/84486a41f81c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-04T09:42:57,568 DEBUG [RS_CLOSE_META-regionserver/84486a41f81c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-04T09:42:57,568 DEBUG [RS_CLOSE_META-regionserver/84486a41f81c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-04T09:42:57,568 INFO [RS_CLOSE_META-regionserver/84486a41f81c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.79 KB heapSize=5.57 KB 2024-12-04T09:42:57,571 DEBUG [RS_CLOSE_REGION-regionserver/84486a41f81c:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36709/user/jenkins/test-data/189538be-bb81-d230-b0f9-05175f1b1aeb/data/default/testClearRegionBlockCache/2bac0ce9a375e8e57b62feaef4e6c3d7/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-12-04T09:42:57,571 DEBUG [RS_CLOSE_REGION-regionserver/84486a41f81c:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36709/user/jenkins/test-data/189538be-bb81-d230-b0f9-05175f1b1aeb/data/default/testClearRegionBlockCache/a308884407dd962671035f923b337b97/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=1 2024-12-04T09:42:57,572 INFO [RS_CLOSE_REGION-regionserver/84486a41f81c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,,1733305376786.2bac0ce9a375e8e57b62feaef4e6c3d7. 2024-12-04T09:42:57,572 INFO [RS_CLOSE_REGION-regionserver/84486a41f81c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,5,1733305376786.a308884407dd962671035f923b337b97. 2024-12-04T09:42:57,572 DEBUG [RS_CLOSE_REGION-regionserver/84486a41f81c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 2bac0ce9a375e8e57b62feaef4e6c3d7: Waiting for close lock at 1733305377567Running coprocessor pre-close hooks at 1733305377567Disabling compacts and flushes for region at 1733305377567Disabling writes for close at 1733305377567Writing region close event to WAL at 1733305377568 (+1 ms)Running coprocessor post-close hooks at 1733305377572 (+4 ms)Closed at 1733305377572 2024-12-04T09:42:57,572 DEBUG [RS_CLOSE_REGION-regionserver/84486a41f81c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for a308884407dd962671035f923b337b97: Waiting for close lock at 1733305377567Running coprocessor pre-close hooks at 1733305377567Disabling compacts and flushes for region at 1733305377567Disabling writes for close at 1733305377567Writing region close event to WAL at 1733305377568 (+1 ms)Running coprocessor post-close hooks at 1733305377572 (+4 ms)Closed at 1733305377572 2024-12-04T09:42:57,572 DEBUG [RS_CLOSE_REGION-regionserver/84486a41f81c:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,,1733305376786.2bac0ce9a375e8e57b62feaef4e6c3d7. 2024-12-04T09:42:57,572 DEBUG [RS_CLOSE_REGION-regionserver/84486a41f81c:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,5,1733305376786.a308884407dd962671035f923b337b97. 2024-12-04T09:42:57,583 DEBUG [RS_CLOSE_META-regionserver/84486a41f81c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36709/user/jenkins/test-data/189538be-bb81-d230-b0f9-05175f1b1aeb/data/hbase/meta/1588230740/.tmp/info/f7bfb8c954f64d07a8b71eac763fdd07 is 173, key is testClearRegionBlockCache,5,1733305376786.a308884407dd962671035f923b337b97./info:regioninfo/1733305377158/Put/seqid=0 2024-12-04T09:42:57,587 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43051 is added to blk_1073741841_1017 (size=8173) 2024-12-04T09:42:57,588 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45221 is added to blk_1073741841_1017 (size=8173) 2024-12-04T09:42:57,588 INFO [RS_CLOSE_META-regionserver/84486a41f81c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.60 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:36709/user/jenkins/test-data/189538be-bb81-d230-b0f9-05175f1b1aeb/data/hbase/meta/1588230740/.tmp/info/f7bfb8c954f64d07a8b71eac763fdd07 2024-12-04T09:42:57,606 DEBUG [RS_CLOSE_META-regionserver/84486a41f81c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36709/user/jenkins/test-data/189538be-bb81-d230-b0f9-05175f1b1aeb/data/hbase/meta/1588230740/.tmp/ns/d7d1def00ace46e798c259f74715e1ba is 43, key is default/ns:d/1733305376673/Put/seqid=0 2024-12-04T09:42:57,611 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45221 is added to blk_1073741842_1018 (size=5153) 2024-12-04T09:42:57,611 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43051 is added to blk_1073741842_1018 (size=5153) 2024-12-04T09:42:57,611 INFO [RS_CLOSE_META-regionserver/84486a41f81c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:36709/user/jenkins/test-data/189538be-bb81-d230-b0f9-05175f1b1aeb/data/hbase/meta/1588230740/.tmp/ns/d7d1def00ace46e798c259f74715e1ba 2024-12-04T09:42:57,629 DEBUG [RS_CLOSE_META-regionserver/84486a41f81c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36709/user/jenkins/test-data/189538be-bb81-d230-b0f9-05175f1b1aeb/data/hbase/meta/1588230740/.tmp/table/1a95bc653b9249598f8c5f58edca980c is 61, key is testClearRegionBlockCache/table:state/1733305377166/Put/seqid=0 2024-12-04T09:42:57,633 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43051 is added to blk_1073741843_1019 (size=5312) 2024-12-04T09:42:57,634 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45221 is added to blk_1073741843_1019 (size=5312) 2024-12-04T09:42:57,634 INFO [RS_CLOSE_META-regionserver/84486a41f81c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=114 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:36709/user/jenkins/test-data/189538be-bb81-d230-b0f9-05175f1b1aeb/data/hbase/meta/1588230740/.tmp/table/1a95bc653b9249598f8c5f58edca980c 2024-12-04T09:42:57,639 DEBUG [RS_CLOSE_META-regionserver/84486a41f81c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36709/user/jenkins/test-data/189538be-bb81-d230-b0f9-05175f1b1aeb/data/hbase/meta/1588230740/.tmp/info/f7bfb8c954f64d07a8b71eac763fdd07 as hdfs://localhost:36709/user/jenkins/test-data/189538be-bb81-d230-b0f9-05175f1b1aeb/data/hbase/meta/1588230740/info/f7bfb8c954f64d07a8b71eac763fdd07 2024-12-04T09:42:57,644 INFO [RS_CLOSE_META-regionserver/84486a41f81c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36709/user/jenkins/test-data/189538be-bb81-d230-b0f9-05175f1b1aeb/data/hbase/meta/1588230740/info/f7bfb8c954f64d07a8b71eac763fdd07, entries=20, sequenceid=13, filesize=8.0 K 2024-12-04T09:42:57,645 DEBUG [RS_CLOSE_META-regionserver/84486a41f81c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36709/user/jenkins/test-data/189538be-bb81-d230-b0f9-05175f1b1aeb/data/hbase/meta/1588230740/.tmp/ns/d7d1def00ace46e798c259f74715e1ba as hdfs://localhost:36709/user/jenkins/test-data/189538be-bb81-d230-b0f9-05175f1b1aeb/data/hbase/meta/1588230740/ns/d7d1def00ace46e798c259f74715e1ba 2024-12-04T09:42:57,651 INFO [RS_CLOSE_META-regionserver/84486a41f81c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36709/user/jenkins/test-data/189538be-bb81-d230-b0f9-05175f1b1aeb/data/hbase/meta/1588230740/ns/d7d1def00ace46e798c259f74715e1ba, entries=2, sequenceid=13, filesize=5.0 K 2024-12-04T09:42:57,651 DEBUG [RS_CLOSE_META-regionserver/84486a41f81c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36709/user/jenkins/test-data/189538be-bb81-d230-b0f9-05175f1b1aeb/data/hbase/meta/1588230740/.tmp/table/1a95bc653b9249598f8c5f58edca980c as hdfs://localhost:36709/user/jenkins/test-data/189538be-bb81-d230-b0f9-05175f1b1aeb/data/hbase/meta/1588230740/table/1a95bc653b9249598f8c5f58edca980c 2024-12-04T09:42:57,657 INFO [RS_CLOSE_META-regionserver/84486a41f81c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36709/user/jenkins/test-data/189538be-bb81-d230-b0f9-05175f1b1aeb/data/hbase/meta/1588230740/table/1a95bc653b9249598f8c5f58edca980c, entries=2, sequenceid=13, filesize=5.2 K 2024-12-04T09:42:57,658 INFO [RS_CLOSE_META-regionserver/84486a41f81c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.79 KB/2852, heapSize ~5.27 KB/5400, currentSize=0 B/0 for 1588230740 in 90ms, sequenceid=13, compaction requested=false 2024-12-04T09:42:57,662 DEBUG [RS_CLOSE_META-regionserver/84486a41f81c:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36709/user/jenkins/test-data/189538be-bb81-d230-b0f9-05175f1b1aeb/data/hbase/meta/1588230740/recovered.edits/16.seqid, newMaxSeqId=16, maxSeqId=1 2024-12-04T09:42:57,663 INFO [regionserver/84486a41f81c:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-04T09:42:57,663 DEBUG [RS_CLOSE_META-regionserver/84486a41f81c:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-04T09:42:57,663 INFO [RS_CLOSE_META-regionserver/84486a41f81c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-04T09:42:57,663 DEBUG [RS_CLOSE_META-regionserver/84486a41f81c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733305377568Running coprocessor pre-close hooks at 1733305377568Disabling compacts and flushes for region at 1733305377568Disabling writes for close at 1733305377568Obtaining lock to block concurrent updates at 1733305377568Preparing flush snapshotting stores in 1588230740 at 1733305377568Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2852, getHeapSize=5640, getOffHeapSize=0, getCellsCount=24 at 1733305377568Flushing stores of hbase:meta,,1.1588230740 at 1733305377569 (+1 ms)Flushing 1588230740/info: creating writer at 1733305377569Flushing 1588230740/info: appending metadata at 1733305377583 (+14 ms)Flushing 1588230740/info: closing flushed file at 1733305377583Flushing 1588230740/ns: creating writer at 1733305377593 (+10 ms)Flushing 1588230740/ns: appending metadata at 1733305377605 (+12 ms)Flushing 1588230740/ns: closing flushed file at 1733305377605Flushing 1588230740/table: creating writer at 1733305377616 (+11 ms)Flushing 1588230740/table: appending metadata at 1733305377628 (+12 ms)Flushing 1588230740/table: closing flushed file at 1733305377628Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@18a17fbf: reopening flushed file at 1733305377638 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5f198e53: reopening flushed file at 1733305377645 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@682bac8a: reopening flushed file at 1733305377651 (+6 ms)Finished flush of dataSize ~2.79 KB/2852, heapSize ~5.27 KB/5400, currentSize=0 B/0 for 1588230740 in 90ms, sequenceid=13, compaction requested=false at 1733305377658 (+7 ms)Writing region close event to WAL at 1733305377659 (+1 ms)Running coprocessor post-close hooks at 1733305377663 (+4 ms)Closed at 1733305377663 2024-12-04T09:42:57,663 DEBUG [RS_CLOSE_META-regionserver/84486a41f81c:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-04T09:42:57,767 INFO [RS:0;84486a41f81c:46479 {}] regionserver.HRegionServer(976): stopping server 84486a41f81c,46479,1733305375201; all regions closed. 2024-12-04T09:42:57,768 INFO [RS:1;84486a41f81c:40813 {}] regionserver.HRegionServer(976): stopping server 84486a41f81c,40813,1733305375239; all regions closed. 2024-12-04T09:42:57,772 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43051 is added to blk_1073741835_1011 (size=4338) 2024-12-04T09:42:57,772 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45221 is added to blk_1073741834_1010 (size=1867) 2024-12-04T09:42:57,772 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43051 is added to blk_1073741834_1010 (size=1867) 2024-12-04T09:42:57,772 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45221 is added to blk_1073741835_1011 (size=4338) 2024-12-04T09:42:57,776 DEBUG [RS:0;84486a41f81c:46479 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/189538be-bb81-d230-b0f9-05175f1b1aeb/oldWALs 2024-12-04T09:42:57,776 DEBUG [RS:1;84486a41f81c:40813 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/189538be-bb81-d230-b0f9-05175f1b1aeb/oldWALs 2024-12-04T09:42:57,776 INFO [RS:0;84486a41f81c:46479 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 84486a41f81c%2C46479%2C1733305375201:(num 1733305376309) 2024-12-04T09:42:57,776 INFO [RS:1;84486a41f81c:40813 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 84486a41f81c%2C40813%2C1733305375239.meta:.meta(num 1733305376617) 2024-12-04T09:42:57,776 DEBUG [RS:0;84486a41f81c:46479 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T09:42:57,776 INFO [RS:0;84486a41f81c:46479 {}] regionserver.LeaseManager(133): Closed leases 2024-12-04T09:42:57,776 INFO [RS:0;84486a41f81c:46479 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-04T09:42:57,776 INFO [RS:0;84486a41f81c:46479 {}] hbase.ChoreService(370): Chore service for: regionserver/84486a41f81c:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-12-04T09:42:57,777 INFO [RS:0;84486a41f81c:46479 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-04T09:42:57,777 INFO [RS:0;84486a41f81c:46479 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-04T09:42:57,777 INFO [regionserver/84486a41f81c:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-04T09:42:57,777 INFO [RS:0;84486a41f81c:46479 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-04T09:42:57,777 INFO [RS:0;84486a41f81c:46479 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-04T09:42:57,777 INFO [RS:0;84486a41f81c:46479 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:46479 2024-12-04T09:42:57,779 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43051 is added to blk_1073741833_1009 (size=1758) 2024-12-04T09:42:57,779 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/189538be-bb81-d230-b0f9-05175f1b1aeb/WALs/84486a41f81c,40813,1733305375239/84486a41f81c%2C40813%2C1733305375239.1733305376292 not finished, retry = 0 2024-12-04T09:42:57,779 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45221 is added to blk_1073741833_1009 (size=1758) 2024-12-04T09:42:57,787 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37123-0x101a102bbb20000, quorum=127.0.0.1:50411, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-04T09:42:57,787 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46479-0x101a102bbb20001, quorum=127.0.0.1:50411, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/84486a41f81c,46479,1733305375201 2024-12-04T09:42:57,787 INFO [RS:0;84486a41f81c:46479 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-04T09:42:57,795 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [84486a41f81c,46479,1733305375201] 2024-12-04T09:42:57,803 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/84486a41f81c,46479,1733305375201 already deleted, retry=false 2024-12-04T09:42:57,803 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 84486a41f81c,46479,1733305375201 expired; onlineServers=1 2024-12-04T09:42:57,885 DEBUG [RS:1;84486a41f81c:40813 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/189538be-bb81-d230-b0f9-05175f1b1aeb/oldWALs 2024-12-04T09:42:57,885 INFO [RS:1;84486a41f81c:40813 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 84486a41f81c%2C40813%2C1733305375239:(num 1733305376292) 2024-12-04T09:42:57,885 DEBUG [RS:1;84486a41f81c:40813 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T09:42:57,885 INFO [RS:1;84486a41f81c:40813 {}] regionserver.LeaseManager(133): Closed leases 2024-12-04T09:42:57,886 INFO [RS:1;84486a41f81c:40813 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-04T09:42:57,886 INFO [RS:1;84486a41f81c:40813 {}] hbase.ChoreService(370): Chore service for: regionserver/84486a41f81c:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-04T09:42:57,887 INFO [RS:1;84486a41f81c:40813 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-04T09:42:57,887 INFO [regionserver/84486a41f81c:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-04T09:42:57,888 INFO [RS:1;84486a41f81c:40813 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:40813 2024-12-04T09:42:57,895 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46479-0x101a102bbb20001, quorum=127.0.0.1:50411, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T09:42:57,895 INFO [RS:0;84486a41f81c:46479 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-04T09:42:57,895 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46479-0x101a102bbb20001, quorum=127.0.0.1:50411, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T09:42:57,896 INFO [RS:0;84486a41f81c:46479 {}] regionserver.HRegionServer(1031): Exiting; stopping=84486a41f81c,46479,1733305375201; zookeeper connection closed. 2024-12-04T09:42:57,896 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@1152dcaa {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@1152dcaa 2024-12-04T09:42:57,897 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40813-0x101a102bbb20002, quorum=127.0.0.1:50411, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/84486a41f81c,40813,1733305375239 2024-12-04T09:42:57,897 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37123-0x101a102bbb20000, quorum=127.0.0.1:50411, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-04T09:42:57,897 INFO [RS:1;84486a41f81c:40813 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-04T09:42:57,906 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [84486a41f81c,40813,1733305375239] 2024-12-04T09:42:57,914 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/84486a41f81c,40813,1733305375239 already deleted, retry=false 2024-12-04T09:42:57,914 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 84486a41f81c,40813,1733305375239 expired; onlineServers=0 2024-12-04T09:42:57,914 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '84486a41f81c,37123,1733305375060' ***** 2024-12-04T09:42:57,914 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-04T09:42:57,914 INFO [M:0;84486a41f81c:37123 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-04T09:42:57,914 INFO [M:0;84486a41f81c:37123 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-04T09:42:57,915 DEBUG [M:0;84486a41f81c:37123 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-04T09:42:57,915 DEBUG [M:0;84486a41f81c:37123 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-04T09:42:57,915 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-04T09:42:57,915 DEBUG [master/84486a41f81c:0:becomeActiveMaster-HFileCleaner.small.0-1733305375987 {}] cleaner.HFileCleaner(306): Exit Thread[master/84486a41f81c:0:becomeActiveMaster-HFileCleaner.small.0-1733305375987,5,FailOnTimeoutGroup] 2024-12-04T09:42:57,915 DEBUG [master/84486a41f81c:0:becomeActiveMaster-HFileCleaner.large.0-1733305375987 {}] cleaner.HFileCleaner(306): Exit Thread[master/84486a41f81c:0:becomeActiveMaster-HFileCleaner.large.0-1733305375987,5,FailOnTimeoutGroup] 2024-12-04T09:42:57,915 INFO [M:0;84486a41f81c:37123 {}] hbase.ChoreService(370): Chore service for: master/84486a41f81c:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-04T09:42:57,915 INFO [M:0;84486a41f81c:37123 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-04T09:42:57,915 DEBUG [M:0;84486a41f81c:37123 {}] master.HMaster(1795): Stopping service threads 2024-12-04T09:42:57,915 INFO [M:0;84486a41f81c:37123 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-04T09:42:57,915 INFO [M:0;84486a41f81c:37123 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-04T09:42:57,915 INFO [M:0;84486a41f81c:37123 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-04T09:42:57,915 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-04T09:42:57,922 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37123-0x101a102bbb20000, quorum=127.0.0.1:50411, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-12-04T09:42:57,922 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37123-0x101a102bbb20000, quorum=127.0.0.1:50411, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T09:42:57,922 DEBUG [M:0;84486a41f81c:37123 {}] zookeeper.ZKUtil(347): master:37123-0x101a102bbb20000, quorum=127.0.0.1:50411, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-12-04T09:42:57,923 WARN [M:0;84486a41f81c:37123 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-04T09:42:57,923 INFO [M:0;84486a41f81c:37123 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:36709/user/jenkins/test-data/189538be-bb81-d230-b0f9-05175f1b1aeb/.lastflushedseqids 2024-12-04T09:42:57,928 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45221 is added to blk_1073741844_1020 (size=182) 2024-12-04T09:42:57,928 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43051 is added to blk_1073741844_1020 (size=182) 2024-12-04T09:42:57,928 INFO [M:0;84486a41f81c:37123 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-04T09:42:57,928 INFO [M:0;84486a41f81c:37123 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-04T09:42:57,929 DEBUG [M:0;84486a41f81c:37123 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-04T09:42:57,929 INFO [M:0;84486a41f81c:37123 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T09:42:57,929 DEBUG [M:0;84486a41f81c:37123 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T09:42:57,929 DEBUG [M:0;84486a41f81c:37123 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-04T09:42:57,929 DEBUG [M:0;84486a41f81c:37123 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T09:42:57,929 INFO [M:0;84486a41f81c:37123 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=29.64 KB heapSize=37.04 KB 2024-12-04T09:42:57,942 DEBUG [M:0;84486a41f81c:37123 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36709/user/jenkins/test-data/189538be-bb81-d230-b0f9-05175f1b1aeb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/497a92fd61b149f9bc225790f35fa156 is 82, key is hbase:meta,,1/info:regioninfo/1733305376653/Put/seqid=0 2024-12-04T09:42:57,946 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45221 is added to blk_1073741845_1021 (size=5672) 2024-12-04T09:42:57,946 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43051 is added to blk_1073741845_1021 (size=5672) 2024-12-04T09:42:57,946 INFO [M:0;84486a41f81c:37123 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:36709/user/jenkins/test-data/189538be-bb81-d230-b0f9-05175f1b1aeb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/497a92fd61b149f9bc225790f35fa156 2024-12-04T09:42:57,965 DEBUG [M:0;84486a41f81c:37123 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36709/user/jenkins/test-data/189538be-bb81-d230-b0f9-05175f1b1aeb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/59ef0019bf0b4e2782096ba2c270ce15 is 804, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1733305377170/Put/seqid=0 2024-12-04T09:42:57,969 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45221 is added to blk_1073741846_1022 (size=6220) 2024-12-04T09:42:57,969 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43051 is added to blk_1073741846_1022 (size=6220) 2024-12-04T09:42:57,970 INFO [M:0;84486a41f81c:37123 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.02 KB at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:36709/user/jenkins/test-data/189538be-bb81-d230-b0f9-05175f1b1aeb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/59ef0019bf0b4e2782096ba2c270ce15 2024-12-04T09:42:57,989 DEBUG [M:0;84486a41f81c:37123 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36709/user/jenkins/test-data/189538be-bb81-d230-b0f9-05175f1b1aeb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1dd762f458e648699bb5c0131466d80e is 69, key is 84486a41f81c,40813,1733305375239/rs:state/1733305376111/Put/seqid=0 2024-12-04T09:42:57,994 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43051 is added to blk_1073741847_1023 (size=5224) 2024-12-04T09:42:57,994 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45221 is added to blk_1073741847_1023 (size=5224) 2024-12-04T09:42:57,994 INFO [M:0;84486a41f81c:37123 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=130 B at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:36709/user/jenkins/test-data/189538be-bb81-d230-b0f9-05175f1b1aeb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1dd762f458e648699bb5c0131466d80e 2024-12-04T09:42:58,000 DEBUG [M:0;84486a41f81c:37123 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36709/user/jenkins/test-data/189538be-bb81-d230-b0f9-05175f1b1aeb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/497a92fd61b149f9bc225790f35fa156 as hdfs://localhost:36709/user/jenkins/test-data/189538be-bb81-d230-b0f9-05175f1b1aeb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/497a92fd61b149f9bc225790f35fa156 2024-12-04T09:42:58,005 INFO [M:0;84486a41f81c:37123 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36709/user/jenkins/test-data/189538be-bb81-d230-b0f9-05175f1b1aeb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/497a92fd61b149f9bc225790f35fa156, entries=8, sequenceid=71, filesize=5.5 K 2024-12-04T09:42:58,006 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40813-0x101a102bbb20002, quorum=127.0.0.1:50411, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T09:42:58,006 INFO [RS:1;84486a41f81c:40813 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-04T09:42:58,006 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40813-0x101a102bbb20002, quorum=127.0.0.1:50411, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T09:42:58,006 INFO [RS:1;84486a41f81c:40813 {}] regionserver.HRegionServer(1031): Exiting; stopping=84486a41f81c,40813,1733305375239; zookeeper connection closed. 2024-12-04T09:42:58,006 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@43fa79fc {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@43fa79fc 2024-12-04T09:42:58,006 DEBUG [M:0;84486a41f81c:37123 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36709/user/jenkins/test-data/189538be-bb81-d230-b0f9-05175f1b1aeb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/59ef0019bf0b4e2782096ba2c270ce15 as hdfs://localhost:36709/user/jenkins/test-data/189538be-bb81-d230-b0f9-05175f1b1aeb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/59ef0019bf0b4e2782096ba2c270ce15 2024-12-04T09:42:58,007 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 2 regionserver(s) complete 2024-12-04T09:42:58,012 INFO [M:0;84486a41f81c:37123 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36709/user/jenkins/test-data/189538be-bb81-d230-b0f9-05175f1b1aeb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/59ef0019bf0b4e2782096ba2c270ce15, entries=8, sequenceid=71, filesize=6.1 K 2024-12-04T09:42:58,013 DEBUG [M:0;84486a41f81c:37123 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36709/user/jenkins/test-data/189538be-bb81-d230-b0f9-05175f1b1aeb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1dd762f458e648699bb5c0131466d80e as hdfs://localhost:36709/user/jenkins/test-data/189538be-bb81-d230-b0f9-05175f1b1aeb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/1dd762f458e648699bb5c0131466d80e 2024-12-04T09:42:58,017 INFO [M:0;84486a41f81c:37123 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36709/user/jenkins/test-data/189538be-bb81-d230-b0f9-05175f1b1aeb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/1dd762f458e648699bb5c0131466d80e, entries=2, sequenceid=71, filesize=5.1 K 2024-12-04T09:42:58,018 INFO [M:0;84486a41f81c:37123 {}] regionserver.HRegion(3140): Finished flush of dataSize ~29.64 KB/30354, heapSize ~36.74 KB/37624, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 89ms, sequenceid=71, compaction requested=false 2024-12-04T09:42:58,020 INFO [M:0;84486a41f81c:37123 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T09:42:58,020 DEBUG [M:0;84486a41f81c:37123 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733305377929Disabling compacts and flushes for region at 1733305377929Disabling writes for close at 1733305377929Obtaining lock to block concurrent updates at 1733305377929Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733305377929Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=30354, getHeapSize=37864, getOffHeapSize=0, getCellsCount=86 at 1733305377929Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733305377930 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733305377930Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733305377941 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733305377941Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733305377950 (+9 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733305377964 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733305377964Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733305377974 (+10 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733305377989 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733305377989Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@78bbcb76: reopening flushed file at 1733305377999 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@546c3a91: reopening flushed file at 1733305378005 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@434a6ad9: reopening flushed file at 1733305378012 (+7 ms)Finished flush of dataSize ~29.64 KB/30354, heapSize ~36.74 KB/37624, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 89ms, sequenceid=71, compaction requested=false at 1733305378018 (+6 ms)Writing region close event to WAL at 1733305378020 (+2 ms)Closed at 1733305378020 2024-12-04T09:42:58,022 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43051 is added to blk_1073741830_1006 (size=35501) 2024-12-04T09:42:58,022 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45221 is added to blk_1073741830_1006 (size=35501) 2024-12-04T09:42:58,022 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-04T09:42:58,022 INFO [M:0;84486a41f81c:37123 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-04T09:42:58,022 INFO [M:0;84486a41f81c:37123 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:37123 2024-12-04T09:42:58,023 INFO [M:0;84486a41f81c:37123 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-04T09:42:58,131 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37123-0x101a102bbb20000, quorum=127.0.0.1:50411, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T09:42:58,131 INFO [M:0;84486a41f81c:37123 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-04T09:42:58,131 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37123-0x101a102bbb20000, quorum=127.0.0.1:50411, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T09:42:58,134 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@74609373{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-04T09:42:58,134 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@48f3b89a{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-04T09:42:58,134 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-04T09:42:58,135 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@20942ca5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-04T09:42:58,135 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@29d50dc4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6c4a08d9-81fd-a7d7-2048-b29f70eaa8d4/hadoop.log.dir/,STOPPED} 2024-12-04T09:42:58,136 WARN [BP-870133141-172.17.0.2-1733305373603 heartbeating to localhost/127.0.0.1:36709 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-04T09:42:58,136 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-04T09:42:58,136 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-04T09:42:58,136 WARN [BP-870133141-172.17.0.2-1733305373603 heartbeating to localhost/127.0.0.1:36709 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-870133141-172.17.0.2-1733305373603 (Datanode Uuid fa8b4da7-0f38-44ff-b33a-a79467f540bd) service to localhost/127.0.0.1:36709 2024-12-04T09:42:58,137 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6c4a08d9-81fd-a7d7-2048-b29f70eaa8d4/cluster_46729088-20b4-de6d-55ab-615c0582cf1c/data/data3/current/BP-870133141-172.17.0.2-1733305373603 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-04T09:42:58,137 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6c4a08d9-81fd-a7d7-2048-b29f70eaa8d4/cluster_46729088-20b4-de6d-55ab-615c0582cf1c/data/data4/current/BP-870133141-172.17.0.2-1733305373603 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-04T09:42:58,138 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-04T09:42:58,140 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5b85174e{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-04T09:42:58,141 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1110f179{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-04T09:42:58,141 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-04T09:42:58,141 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4a391077{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-04T09:42:58,141 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@13b60e30{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6c4a08d9-81fd-a7d7-2048-b29f70eaa8d4/hadoop.log.dir/,STOPPED} 2024-12-04T09:42:58,142 WARN [BP-870133141-172.17.0.2-1733305373603 heartbeating to localhost/127.0.0.1:36709 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-04T09:42:58,142 WARN [BP-870133141-172.17.0.2-1733305373603 heartbeating to localhost/127.0.0.1:36709 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-870133141-172.17.0.2-1733305373603 (Datanode Uuid 5f62af2d-3aa6-47f5-a7c4-875f527ec999) service to localhost/127.0.0.1:36709 2024-12-04T09:42:58,142 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-04T09:42:58,142 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-04T09:42:58,143 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6c4a08d9-81fd-a7d7-2048-b29f70eaa8d4/cluster_46729088-20b4-de6d-55ab-615c0582cf1c/data/data1/current/BP-870133141-172.17.0.2-1733305373603 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-04T09:42:58,143 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6c4a08d9-81fd-a7d7-2048-b29f70eaa8d4/cluster_46729088-20b4-de6d-55ab-615c0582cf1c/data/data2/current/BP-870133141-172.17.0.2-1733305373603 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-04T09:42:58,143 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-04T09:42:58,149 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@653b2a59{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-04T09:42:58,149 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@8e91f7{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-04T09:42:58,150 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-04T09:42:58,150 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2dbc9b84{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-04T09:42:58,150 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7570489f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6c4a08d9-81fd-a7d7-2048-b29f70eaa8d4/hadoop.log.dir/,STOPPED} 2024-12-04T09:42:58,156 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-04T09:42:58,169 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-04T09:42:58,176 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.TestClearRegionBlockCache#testClearBlockCacheFromAdmin[1: bucket] Thread=187 (was 170) - Thread LEAK? -, OpenFileDescriptor=553 (was 525) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=311 (was 312), ProcessCount=11 (was 11), AvailableMemoryMB=9645 (was 9734)