2024-12-03 04:49:29,579 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@792b749c 2024-12-03 04:49:29,592 main DEBUG Took 0.011565 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-12-03 04:49:29,593 main DEBUG PluginManager 'Core' found 129 plugins 2024-12-03 04:49:29,594 main DEBUG PluginManager 'Level' found 0 plugins 2024-12-03 04:49:29,622 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-12-03 04:49:29,624 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-03 04:49:29,637 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-12-03 04:49:29,653 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-03 04:49:29,655 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-03 04:49:29,656 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-03 04:49:29,657 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-03 04:49:29,657 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-03 04:49:29,658 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-03 04:49:29,659 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-03 04:49:29,659 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-03 04:49:29,660 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-03 04:49:29,660 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-03 04:49:29,661 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-03 04:49:29,662 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-03 04:49:29,662 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-03 04:49:29,663 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-03 04:49:29,663 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-03 04:49:29,664 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-03 04:49:29,664 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-03 04:49:29,665 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-03 04:49:29,665 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-03 04:49:29,666 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-03 04:49:29,666 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-03 04:49:29,667 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-03 04:49:29,668 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-03 04:49:29,668 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-03 04:49:29,669 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-03 04:49:29,669 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-12-03 04:49:29,671 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-03 04:49:29,672 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-12-03 04:49:29,674 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-12-03 04:49:29,675 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-12-03 04:49:29,676 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-12-03 04:49:29,677 main DEBUG PluginManager 'Converter' found 47 plugins 2024-12-03 04:49:29,688 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-12-03 04:49:29,692 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-12-03 04:49:29,694 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-12-03 04:49:29,694 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-12-03 04:49:29,695 main DEBUG createAppenders(={Console}) 2024-12-03 04:49:29,695 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@792b749c initialized 2024-12-03 04:49:29,696 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@792b749c 2024-12-03 04:49:29,696 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@792b749c OK. 2024-12-03 04:49:29,697 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-12-03 04:49:29,697 main DEBUG OutputStream closed 2024-12-03 04:49:29,698 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-12-03 04:49:29,698 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-12-03 04:49:29,699 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@71238fc2 OK 2024-12-03 04:49:29,808 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-12-03 04:49:29,811 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-12-03 04:49:29,812 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-12-03 04:49:29,814 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-12-03 04:49:29,814 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-12-03 04:49:29,815 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-12-03 04:49:29,816 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-12-03 04:49:29,816 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-12-03 04:49:29,817 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-12-03 04:49:29,817 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-12-03 04:49:29,817 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-12-03 04:49:29,818 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-12-03 04:49:29,818 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-12-03 04:49:29,819 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-12-03 04:49:29,819 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-12-03 04:49:29,820 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-12-03 04:49:29,820 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-12-03 04:49:29,821 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-12-03 04:49:29,828 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-12-03 04:49:29,828 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-logging/target/hbase-logging-4.0.0-alpha-1-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@13ad5cd3) with optional ClassLoader: null 2024-12-03 04:49:29,828 main DEBUG Shutdown hook enabled. Registering a new one. 2024-12-03 04:49:29,829 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@13ad5cd3] started OK. 2024-12-03T04:49:29,850 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache timeout: 26 mins 2024-12-03 04:49:29,853 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-12-03 04:49:29,853 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-12-03T04:49:29,944 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.TestClearRegionBlockCache#testClearBlockCacheFromAsyncAdmin[0: lru] Thread=11, OpenFileDescriptor=287, MaxFileDescriptor=1048576, SystemLoadAverage=445, ProcessCount=11, AvailableMemoryMB=5631 2024-12-03T04:49:30,352 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5d99fa84-d54c-6402-d24d-6cd28edbc067 2024-12-03T04:49:30,355 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=2, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-03T04:49:30,375 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5d99fa84-d54c-6402-d24d-6cd28edbc067/cluster_0653de06-eb0b-d0bf-1061-4548f85aad5d, deleteOnExit=true 2024-12-03T04:49:30,376 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-03T04:49:30,377 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5d99fa84-d54c-6402-d24d-6cd28edbc067/test.cache.data in system properties and HBase conf 2024-12-03T04:49:30,378 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5d99fa84-d54c-6402-d24d-6cd28edbc067/hadoop.tmp.dir in system properties and HBase conf 2024-12-03T04:49:30,379 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5d99fa84-d54c-6402-d24d-6cd28edbc067/hadoop.log.dir in system properties and HBase conf 2024-12-03T04:49:30,379 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5d99fa84-d54c-6402-d24d-6cd28edbc067/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-03T04:49:30,380 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5d99fa84-d54c-6402-d24d-6cd28edbc067/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-03T04:49:30,381 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-03T04:49:30,477 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-12-03T04:49:30,595 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-03T04:49:30,600 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5d99fa84-d54c-6402-d24d-6cd28edbc067/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-03T04:49:30,601 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5d99fa84-d54c-6402-d24d-6cd28edbc067/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-03T04:49:30,602 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5d99fa84-d54c-6402-d24d-6cd28edbc067/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-03T04:49:30,602 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5d99fa84-d54c-6402-d24d-6cd28edbc067/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-03T04:49:30,603 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5d99fa84-d54c-6402-d24d-6cd28edbc067/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-03T04:49:30,604 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5d99fa84-d54c-6402-d24d-6cd28edbc067/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-03T04:49:30,604 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5d99fa84-d54c-6402-d24d-6cd28edbc067/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-03T04:49:30,605 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5d99fa84-d54c-6402-d24d-6cd28edbc067/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-03T04:49:30,606 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5d99fa84-d54c-6402-d24d-6cd28edbc067/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-03T04:49:30,606 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5d99fa84-d54c-6402-d24d-6cd28edbc067/nfs.dump.dir in system properties and HBase conf 2024-12-03T04:49:30,607 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5d99fa84-d54c-6402-d24d-6cd28edbc067/java.io.tmpdir in system properties and HBase conf 2024-12-03T04:49:30,607 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5d99fa84-d54c-6402-d24d-6cd28edbc067/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-03T04:49:30,608 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5d99fa84-d54c-6402-d24d-6cd28edbc067/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-03T04:49:30,609 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5d99fa84-d54c-6402-d24d-6cd28edbc067/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-03T04:49:31,681 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-12-03T04:49:31,777 INFO [Time-limited test {}] log.Log(170): Logging initialized @3188ms to org.eclipse.jetty.util.log.Slf4jLog 2024-12-03T04:49:31,892 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T04:49:31,991 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-03T04:49:32,023 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-03T04:49:32,023 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-03T04:49:32,025 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-03T04:49:32,041 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T04:49:32,045 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@143ac887{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5d99fa84-d54c-6402-d24d-6cd28edbc067/hadoop.log.dir/,AVAILABLE} 2024-12-03T04:49:32,046 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7bc12f51{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-03T04:49:32,316 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2d76aeb0{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5d99fa84-d54c-6402-d24d-6cd28edbc067/java.io.tmpdir/jetty-localhost-46353-hadoop-hdfs-3_4_1-tests_jar-_-any-13110135622129571087/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-03T04:49:32,328 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@24ff5ebc{HTTP/1.1, (http/1.1)}{localhost:46353} 2024-12-03T04:49:32,328 INFO [Time-limited test {}] server.Server(415): Started @3740ms 2024-12-03T04:49:32,804 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T04:49:32,814 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-03T04:49:32,818 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-03T04:49:32,818 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-03T04:49:32,818 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-03T04:49:32,822 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@18d551c9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5d99fa84-d54c-6402-d24d-6cd28edbc067/hadoop.log.dir/,AVAILABLE} 2024-12-03T04:49:32,822 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@684a1a54{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-03T04:49:32,978 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@bc3e688{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5d99fa84-d54c-6402-d24d-6cd28edbc067/java.io.tmpdir/jetty-localhost-37165-hadoop-hdfs-3_4_1-tests_jar-_-any-8789764881242551270/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-03T04:49:32,980 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@21b0fe12{HTTP/1.1, (http/1.1)}{localhost:37165} 2024-12-03T04:49:32,981 INFO [Time-limited test {}] server.Server(415): Started @4392ms 2024-12-03T04:49:33,049 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-03T04:49:33,221 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T04:49:33,253 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-03T04:49:33,262 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-03T04:49:33,262 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-03T04:49:33,262 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-03T04:49:33,264 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@727c4888{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5d99fa84-d54c-6402-d24d-6cd28edbc067/hadoop.log.dir/,AVAILABLE} 2024-12-03T04:49:33,265 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3b611e38{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-03T04:49:33,446 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5acf7a93{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5d99fa84-d54c-6402-d24d-6cd28edbc067/java.io.tmpdir/jetty-localhost-44719-hadoop-hdfs-3_4_1-tests_jar-_-any-15442322220228036746/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-03T04:49:33,447 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@52bff630{HTTP/1.1, (http/1.1)}{localhost:44719} 2024-12-03T04:49:33,448 INFO [Time-limited test {}] server.Server(415): Started @4859ms 2024-12-03T04:49:33,451 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-03T04:49:33,637 WARN [Thread-96 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5d99fa84-d54c-6402-d24d-6cd28edbc067/cluster_0653de06-eb0b-d0bf-1061-4548f85aad5d/data/data3/current/BP-1692166262-172.17.0.3-1733201371419/current, will proceed with Du for space computation calculation, 2024-12-03T04:49:33,637 WARN [Thread-95 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5d99fa84-d54c-6402-d24d-6cd28edbc067/cluster_0653de06-eb0b-d0bf-1061-4548f85aad5d/data/data1/current/BP-1692166262-172.17.0.3-1733201371419/current, will proceed with Du for space computation calculation, 2024-12-03T04:49:33,638 WARN [Thread-97 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5d99fa84-d54c-6402-d24d-6cd28edbc067/cluster_0653de06-eb0b-d0bf-1061-4548f85aad5d/data/data2/current/BP-1692166262-172.17.0.3-1733201371419/current, will proceed with Du for space computation calculation, 2024-12-03T04:49:33,639 WARN [Thread-98 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5d99fa84-d54c-6402-d24d-6cd28edbc067/cluster_0653de06-eb0b-d0bf-1061-4548f85aad5d/data/data4/current/BP-1692166262-172.17.0.3-1733201371419/current, will proceed with Du for space computation calculation, 2024-12-03T04:49:33,710 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-03T04:49:33,711 WARN [Thread-82 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-03T04:49:33,806 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x7e5d7d19d113cbce with lease ID 0x27a14450074aff89: Processing first storage report for DS-0da807e3-c3ff-424b-95ae-2855358f2a2a from datanode DatanodeRegistration(127.0.0.1:38755, datanodeUuid=509600ef-c3b2-459b-adcf-c11352949318, infoPort=34189, infoSecurePort=0, ipcPort=34209, storageInfo=lv=-57;cid=testClusterID;nsid=1598470288;c=1733201371419) 2024-12-03T04:49:33,807 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x7e5d7d19d113cbce with lease ID 0x27a14450074aff89: from storage DS-0da807e3-c3ff-424b-95ae-2855358f2a2a node DatanodeRegistration(127.0.0.1:38755, datanodeUuid=509600ef-c3b2-459b-adcf-c11352949318, infoPort=34189, infoSecurePort=0, ipcPort=34209, storageInfo=lv=-57;cid=testClusterID;nsid=1598470288;c=1733201371419), blocks: 0, hasStaleStorage: true, processing time: 2 msecs, invalidatedBlocks: 0 2024-12-03T04:49:33,808 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd893d16ce14b13a5 with lease ID 0x27a14450074aff8a: Processing first storage report for DS-82fa2be0-1cc5-47e7-9527-ef378287f715 from datanode DatanodeRegistration(127.0.0.1:45657, datanodeUuid=42786367-b715-4df4-bf45-ea707ef155b9, infoPort=37349, infoSecurePort=0, ipcPort=36363, storageInfo=lv=-57;cid=testClusterID;nsid=1598470288;c=1733201371419) 2024-12-03T04:49:33,808 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd893d16ce14b13a5 with lease ID 0x27a14450074aff8a: from storage DS-82fa2be0-1cc5-47e7-9527-ef378287f715 node DatanodeRegistration(127.0.0.1:45657, datanodeUuid=42786367-b715-4df4-bf45-ea707ef155b9, infoPort=37349, infoSecurePort=0, ipcPort=36363, storageInfo=lv=-57;cid=testClusterID;nsid=1598470288;c=1733201371419), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-03T04:49:33,808 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x7e5d7d19d113cbce with lease ID 0x27a14450074aff89: Processing first storage report for DS-5433a64d-97aa-40b0-b86b-235206d152f6 from datanode DatanodeRegistration(127.0.0.1:38755, datanodeUuid=509600ef-c3b2-459b-adcf-c11352949318, infoPort=34189, infoSecurePort=0, ipcPort=34209, storageInfo=lv=-57;cid=testClusterID;nsid=1598470288;c=1733201371419) 2024-12-03T04:49:33,809 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x7e5d7d19d113cbce with lease ID 0x27a14450074aff89: from storage DS-5433a64d-97aa-40b0-b86b-235206d152f6 node DatanodeRegistration(127.0.0.1:38755, datanodeUuid=509600ef-c3b2-459b-adcf-c11352949318, infoPort=34189, infoSecurePort=0, ipcPort=34209, storageInfo=lv=-57;cid=testClusterID;nsid=1598470288;c=1733201371419), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-03T04:49:33,809 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd893d16ce14b13a5 with lease ID 0x27a14450074aff8a: Processing first storage report for DS-53a3951f-0473-4050-a7d4-af53363a5faa from datanode DatanodeRegistration(127.0.0.1:45657, datanodeUuid=42786367-b715-4df4-bf45-ea707ef155b9, infoPort=37349, infoSecurePort=0, ipcPort=36363, storageInfo=lv=-57;cid=testClusterID;nsid=1598470288;c=1733201371419) 2024-12-03T04:49:33,809 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd893d16ce14b13a5 with lease ID 0x27a14450074aff8a: from storage DS-53a3951f-0473-4050-a7d4-af53363a5faa node DatanodeRegistration(127.0.0.1:45657, datanodeUuid=42786367-b715-4df4-bf45-ea707ef155b9, infoPort=37349, infoSecurePort=0, ipcPort=36363, storageInfo=lv=-57;cid=testClusterID;nsid=1598470288;c=1733201371419), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-03T04:49:33,938 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5d99fa84-d54c-6402-d24d-6cd28edbc067 2024-12-03T04:49:34,044 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5d99fa84-d54c-6402-d24d-6cd28edbc067/cluster_0653de06-eb0b-d0bf-1061-4548f85aad5d/zookeeper_0, clientPort=54680, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5d99fa84-d54c-6402-d24d-6cd28edbc067/cluster_0653de06-eb0b-d0bf-1061-4548f85aad5d/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5d99fa84-d54c-6402-d24d-6cd28edbc067/cluster_0653de06-eb0b-d0bf-1061-4548f85aad5d/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-03T04:49:34,055 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=54680 2024-12-03T04:49:34,071 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T04:49:34,076 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T04:49:34,390 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45657 is added to blk_1073741825_1001 (size=7) 2024-12-03T04:49:34,392 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38755 is added to blk_1073741825_1001 (size=7) 2024-12-03T04:49:34,408 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:42785/user/jenkins/test-data/1d1c6e0e-fe44-b67f-c827-ac260bca89d8 with version=8 2024-12-03T04:49:34,410 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:42785/user/jenkins/test-data/1d1c6e0e-fe44-b67f-c827-ac260bca89d8/hbase-staging 2024-12-03T04:49:34,537 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-12-03T04:49:34,875 INFO [Time-limited test {}] client.ConnectionUtils(128): master/32beccd76b35:0 server-side Connection retries=45 2024-12-03T04:49:34,891 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T04:49:34,892 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-03T04:49:34,898 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-03T04:49:34,899 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T04:49:34,899 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-03T04:49:35,087 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-03T04:49:35,163 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-12-03T04:49:35,176 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-12-03T04:49:35,182 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-03T04:49:35,223 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 26887 (auto-detected) 2024-12-03T04:49:35,224 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:03 (auto-detected) 2024-12-03T04:49:35,247 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:36851 2024-12-03T04:49:35,273 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:36851 connecting to ZooKeeper ensemble=127.0.0.1:54680 2024-12-03T04:49:35,313 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:368510x0, quorum=127.0.0.1:54680, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T04:49:35,316 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:36851-0x101516d1fe70000 connected 2024-12-03T04:49:35,354 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T04:49:35,357 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T04:49:35,370 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36851-0x101516d1fe70000, quorum=127.0.0.1:54680, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-03T04:49:35,375 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:42785/user/jenkins/test-data/1d1c6e0e-fe44-b67f-c827-ac260bca89d8, hbase.cluster.distributed=false 2024-12-03T04:49:35,403 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36851-0x101516d1fe70000, quorum=127.0.0.1:54680, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-03T04:49:35,408 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36851 2024-12-03T04:49:35,409 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36851 2024-12-03T04:49:35,413 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36851 2024-12-03T04:49:35,418 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36851 2024-12-03T04:49:35,418 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36851 2024-12-03T04:49:35,562 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/32beccd76b35:0 server-side Connection retries=45 2024-12-03T04:49:35,565 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T04:49:35,565 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-03T04:49:35,565 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-03T04:49:35,565 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T04:49:35,565 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-03T04:49:35,569 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-03T04:49:35,573 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-03T04:49:35,576 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:44349 2024-12-03T04:49:35,579 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:44349 connecting to ZooKeeper ensemble=127.0.0.1:54680 2024-12-03T04:49:35,581 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T04:49:35,587 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T04:49:35,611 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:443490x0, quorum=127.0.0.1:54680, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T04:49:35,612 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:443490x0, quorum=127.0.0.1:54680, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-03T04:49:35,613 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:44349-0x101516d1fe70001 connected 2024-12-03T04:49:35,619 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-03T04:49:35,630 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-03T04:49:35,632 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44349-0x101516d1fe70001, quorum=127.0.0.1:54680, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-03T04:49:35,645 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44349-0x101516d1fe70001, quorum=127.0.0.1:54680, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-03T04:49:35,646 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44349 2024-12-03T04:49:35,649 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44349 2024-12-03T04:49:35,650 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44349 2024-12-03T04:49:35,651 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44349 2024-12-03T04:49:35,653 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44349 2024-12-03T04:49:35,682 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/32beccd76b35:0 server-side Connection retries=45 2024-12-03T04:49:35,682 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T04:49:35,682 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-03T04:49:35,683 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-03T04:49:35,683 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T04:49:35,683 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-03T04:49:35,684 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-03T04:49:35,684 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-03T04:49:35,685 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:45221 2024-12-03T04:49:35,688 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:45221 connecting to ZooKeeper ensemble=127.0.0.1:54680 2024-12-03T04:49:35,689 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T04:49:35,695 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T04:49:35,706 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:452210x0, quorum=127.0.0.1:54680, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T04:49:35,706 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:45221-0x101516d1fe70002 connected 2024-12-03T04:49:35,707 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45221-0x101516d1fe70002, quorum=127.0.0.1:54680, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-03T04:49:35,707 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-03T04:49:35,709 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-03T04:49:35,710 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45221-0x101516d1fe70002, quorum=127.0.0.1:54680, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-03T04:49:35,713 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45221-0x101516d1fe70002, quorum=127.0.0.1:54680, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-03T04:49:35,713 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45221 2024-12-03T04:49:35,714 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45221 2024-12-03T04:49:35,714 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45221 2024-12-03T04:49:35,715 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45221 2024-12-03T04:49:35,716 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45221 2024-12-03T04:49:35,733 DEBUG [M:0;32beccd76b35:36851 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;32beccd76b35:36851 2024-12-03T04:49:35,734 INFO [master/32beccd76b35:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/32beccd76b35,36851,1733201374614 2024-12-03T04:49:35,740 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45221-0x101516d1fe70002, quorum=127.0.0.1:54680, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-03T04:49:35,740 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36851-0x101516d1fe70000, quorum=127.0.0.1:54680, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-03T04:49:35,740 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44349-0x101516d1fe70001, quorum=127.0.0.1:54680, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-03T04:49:35,743 DEBUG [master/32beccd76b35:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36851-0x101516d1fe70000, quorum=127.0.0.1:54680, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/32beccd76b35,36851,1733201374614 2024-12-03T04:49:35,787 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44349-0x101516d1fe70001, quorum=127.0.0.1:54680, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-03T04:49:35,787 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36851-0x101516d1fe70000, quorum=127.0.0.1:54680, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T04:49:35,787 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45221-0x101516d1fe70002, quorum=127.0.0.1:54680, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-03T04:49:35,787 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44349-0x101516d1fe70001, quorum=127.0.0.1:54680, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T04:49:35,787 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45221-0x101516d1fe70002, quorum=127.0.0.1:54680, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T04:49:35,794 DEBUG [master/32beccd76b35:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36851-0x101516d1fe70000, quorum=127.0.0.1:54680, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-12-03T04:49:35,797 INFO [master/32beccd76b35:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/32beccd76b35,36851,1733201374614 from backup master directory 2024-12-03T04:49:35,801 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44349-0x101516d1fe70001, quorum=127.0.0.1:54680, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-03T04:49:35,801 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45221-0x101516d1fe70002, quorum=127.0.0.1:54680, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-03T04:49:35,801 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36851-0x101516d1fe70000, quorum=127.0.0.1:54680, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/32beccd76b35,36851,1733201374614 2024-12-03T04:49:35,801 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36851-0x101516d1fe70000, quorum=127.0.0.1:54680, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-03T04:49:35,802 WARN [master/32beccd76b35:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-03T04:49:35,802 INFO [master/32beccd76b35:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=32beccd76b35,36851,1733201374614 2024-12-03T04:49:35,805 INFO [master/32beccd76b35:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-12-03T04:49:35,809 INFO [master/32beccd76b35:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-12-03T04:49:35,877 DEBUG [master/32beccd76b35:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:42785/user/jenkins/test-data/1d1c6e0e-fe44-b67f-c827-ac260bca89d8/hbase.id] with ID: 9ad6bda4-3e8c-4f36-95ec-d7177b1414cf 2024-12-03T04:49:35,878 DEBUG [master/32beccd76b35:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:42785/user/jenkins/test-data/1d1c6e0e-fe44-b67f-c827-ac260bca89d8/.tmp/hbase.id 2024-12-03T04:49:35,899 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45657 is added to blk_1073741826_1002 (size=42) 2024-12-03T04:49:35,900 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38755 is added to blk_1073741826_1002 (size=42) 2024-12-03T04:49:35,902 DEBUG [master/32beccd76b35:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:42785/user/jenkins/test-data/1d1c6e0e-fe44-b67f-c827-ac260bca89d8/.tmp/hbase.id]:[hdfs://localhost:42785/user/jenkins/test-data/1d1c6e0e-fe44-b67f-c827-ac260bca89d8/hbase.id] 2024-12-03T04:49:35,955 INFO [master/32beccd76b35:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T04:49:35,961 INFO [master/32beccd76b35:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-03T04:49:35,983 INFO [master/32beccd76b35:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 20ms. 2024-12-03T04:49:35,988 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44349-0x101516d1fe70001, quorum=127.0.0.1:54680, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T04:49:35,988 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36851-0x101516d1fe70000, quorum=127.0.0.1:54680, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T04:49:35,988 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45221-0x101516d1fe70002, quorum=127.0.0.1:54680, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T04:49:36,010 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38755 is added to blk_1073741827_1003 (size=196) 2024-12-03T04:49:36,011 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45657 is added to blk_1073741827_1003 (size=196) 2024-12-03T04:49:36,029 INFO [master/32beccd76b35:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-03T04:49:36,031 INFO [master/32beccd76b35:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-03T04:49:36,050 DEBUG [master/32beccd76b35:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:262) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:231) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T04:49:36,062 INFO [master/32beccd76b35:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T04:49:36,109 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45657 is added to blk_1073741828_1004 (size=1189) 2024-12-03T04:49:36,110 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38755 is added to blk_1073741828_1004 (size=1189) 2024-12-03T04:49:36,132 INFO [master/32beccd76b35:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:42785/user/jenkins/test-data/1d1c6e0e-fe44-b67f-c827-ac260bca89d8/MasterData/data/master/store 2024-12-03T04:49:36,155 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45657 is added to blk_1073741829_1005 (size=34) 2024-12-03T04:49:36,155 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38755 is added to blk_1073741829_1005 (size=34) 2024-12-03T04:49:36,162 INFO [master/32beccd76b35:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-12-03T04:49:36,165 DEBUG [master/32beccd76b35:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T04:49:36,166 DEBUG [master/32beccd76b35:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-03T04:49:36,167 INFO [master/32beccd76b35:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T04:49:36,167 DEBUG [master/32beccd76b35:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T04:49:36,169 DEBUG [master/32beccd76b35:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-03T04:49:36,169 DEBUG [master/32beccd76b35:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T04:49:36,169 INFO [master/32beccd76b35:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T04:49:36,171 DEBUG [master/32beccd76b35:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733201376166Disabling compacts and flushes for region at 1733201376166Disabling writes for close at 1733201376169 (+3 ms)Writing region close event to WAL at 1733201376169Closed at 1733201376169 2024-12-03T04:49:36,174 WARN [master/32beccd76b35:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:42785/user/jenkins/test-data/1d1c6e0e-fe44-b67f-c827-ac260bca89d8/MasterData/data/master/store/.initializing 2024-12-03T04:49:36,174 DEBUG [master/32beccd76b35:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:42785/user/jenkins/test-data/1d1c6e0e-fe44-b67f-c827-ac260bca89d8/MasterData/WALs/32beccd76b35,36851,1733201374614 2024-12-03T04:49:36,184 INFO [master/32beccd76b35:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-03T04:49:36,200 INFO [master/32beccd76b35:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=32beccd76b35%2C36851%2C1733201374614, suffix=, logDir=hdfs://localhost:42785/user/jenkins/test-data/1d1c6e0e-fe44-b67f-c827-ac260bca89d8/MasterData/WALs/32beccd76b35,36851,1733201374614, archiveDir=hdfs://localhost:42785/user/jenkins/test-data/1d1c6e0e-fe44-b67f-c827-ac260bca89d8/MasterData/oldWALs, maxLogs=10 2024-12-03T04:49:36,230 DEBUG [master/32beccd76b35:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1d1c6e0e-fe44-b67f-c827-ac260bca89d8/MasterData/WALs/32beccd76b35,36851,1733201374614/32beccd76b35%2C36851%2C1733201374614.1733201376206, exclude list is [], retry=0 2024-12-03T04:49:36,263 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38755,DS-0da807e3-c3ff-424b-95ae-2855358f2a2a,DISK] 2024-12-03T04:49:36,265 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45657,DS-82fa2be0-1cc5-47e7-9527-ef378287f715,DISK] 2024-12-03T04:49:36,267 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-12-03T04:49:36,315 INFO [master/32beccd76b35:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1d1c6e0e-fe44-b67f-c827-ac260bca89d8/MasterData/WALs/32beccd76b35,36851,1733201374614/32beccd76b35%2C36851%2C1733201374614.1733201376206 2024-12-03T04:49:36,318 DEBUG [master/32beccd76b35:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37349:37349),(127.0.0.1/127.0.0.1:34189:34189)] 2024-12-03T04:49:36,319 DEBUG [master/32beccd76b35:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-03T04:49:36,319 DEBUG [master/32beccd76b35:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T04:49:36,324 DEBUG [master/32beccd76b35:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T04:49:36,325 DEBUG [master/32beccd76b35:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T04:49:36,367 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T04:49:36,406 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-03T04:49:36,411 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T04:49:36,415 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T04:49:36,416 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T04:49:36,419 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-03T04:49:36,419 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T04:49:36,421 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T04:49:36,421 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T04:49:36,424 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-03T04:49:36,424 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T04:49:36,426 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T04:49:36,426 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T04:49:36,429 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-03T04:49:36,429 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T04:49:36,430 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T04:49:36,431 DEBUG [master/32beccd76b35:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T04:49:36,435 DEBUG [master/32beccd76b35:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42785/user/jenkins/test-data/1d1c6e0e-fe44-b67f-c827-ac260bca89d8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-03T04:49:36,436 DEBUG [master/32beccd76b35:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42785/user/jenkins/test-data/1d1c6e0e-fe44-b67f-c827-ac260bca89d8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-03T04:49:36,442 DEBUG [master/32beccd76b35:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T04:49:36,443 DEBUG [master/32beccd76b35:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T04:49:36,447 DEBUG [master/32beccd76b35:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T04:49:36,456 DEBUG [master/32beccd76b35:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T04:49:36,462 DEBUG [master/32beccd76b35:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42785/user/jenkins/test-data/1d1c6e0e-fe44-b67f-c827-ac260bca89d8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T04:49:36,463 INFO [master/32beccd76b35:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58733839, jitterRate=-0.12479759752750397}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T04:49:36,470 DEBUG [master/32beccd76b35:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733201376339Initializing all the Stores at 1733201376342 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733201376342Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733201376343 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733201376343Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733201376344 (+1 ms)Cleaning up temporary data from old regions at 1733201376443 (+99 ms)Region opened successfully at 1733201376470 (+27 ms) 2024-12-03T04:49:36,471 INFO [master/32beccd76b35:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-03T04:49:36,529 DEBUG [master/32beccd76b35:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7d59349e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=32beccd76b35/172.17.0.3:0 2024-12-03T04:49:36,577 INFO [master/32beccd76b35:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-03T04:49:36,594 INFO [master/32beccd76b35:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-03T04:49:36,594 INFO [master/32beccd76b35:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-03T04:49:36,598 INFO [master/32beccd76b35:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-03T04:49:36,602 INFO [master/32beccd76b35:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 3 msec 2024-12-03T04:49:36,609 INFO [master/32beccd76b35:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 6 msec 2024-12-03T04:49:36,609 INFO [master/32beccd76b35:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-03T04:49:36,643 INFO [master/32beccd76b35:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-03T04:49:36,654 DEBUG [master/32beccd76b35:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36851-0x101516d1fe70000, quorum=127.0.0.1:54680, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-12-03T04:49:36,656 DEBUG [master/32beccd76b35:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-12-03T04:49:36,660 INFO [master/32beccd76b35:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-03T04:49:36,665 DEBUG [master/32beccd76b35:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36851-0x101516d1fe70000, quorum=127.0.0.1:54680, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-12-03T04:49:36,667 DEBUG [master/32beccd76b35:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-12-03T04:49:36,670 INFO [master/32beccd76b35:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-03T04:49:36,674 DEBUG [master/32beccd76b35:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36851-0x101516d1fe70000, quorum=127.0.0.1:54680, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-12-03T04:49:36,678 DEBUG [master/32beccd76b35:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-12-03T04:49:36,680 DEBUG [master/32beccd76b35:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36851-0x101516d1fe70000, quorum=127.0.0.1:54680, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-12-03T04:49:36,682 DEBUG [master/32beccd76b35:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-12-03T04:49:36,703 DEBUG [master/32beccd76b35:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36851-0x101516d1fe70000, quorum=127.0.0.1:54680, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-03T04:49:36,705 DEBUG [master/32beccd76b35:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-12-03T04:49:36,710 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45221-0x101516d1fe70002, quorum=127.0.0.1:54680, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-03T04:49:36,710 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36851-0x101516d1fe70000, quorum=127.0.0.1:54680, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-03T04:49:36,710 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44349-0x101516d1fe70001, quorum=127.0.0.1:54680, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-03T04:49:36,710 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36851-0x101516d1fe70000, quorum=127.0.0.1:54680, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T04:49:36,710 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45221-0x101516d1fe70002, quorum=127.0.0.1:54680, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T04:49:36,710 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44349-0x101516d1fe70001, quorum=127.0.0.1:54680, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T04:49:36,714 INFO [master/32beccd76b35:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=32beccd76b35,36851,1733201374614, sessionid=0x101516d1fe70000, setting cluster-up flag (Was=false) 2024-12-03T04:49:36,728 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36851-0x101516d1fe70000, quorum=127.0.0.1:54680, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T04:49:36,728 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45221-0x101516d1fe70002, quorum=127.0.0.1:54680, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T04:49:36,728 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44349-0x101516d1fe70001, quorum=127.0.0.1:54680, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T04:49:36,736 DEBUG [master/32beccd76b35:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-12-03T04:49:36,738 DEBUG [master/32beccd76b35:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=32beccd76b35,36851,1733201374614 2024-12-03T04:49:36,744 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45221-0x101516d1fe70002, quorum=127.0.0.1:54680, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T04:49:36,744 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44349-0x101516d1fe70001, quorum=127.0.0.1:54680, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T04:49:36,744 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36851-0x101516d1fe70000, quorum=127.0.0.1:54680, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T04:49:36,750 DEBUG [master/32beccd76b35:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-12-03T04:49:36,753 DEBUG [master/32beccd76b35:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=32beccd76b35,36851,1733201374614 2024-12-03T04:49:36,759 INFO [master/32beccd76b35:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:42785/user/jenkins/test-data/1d1c6e0e-fe44-b67f-c827-ac260bca89d8/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-03T04:49:36,820 INFO [RS:1;32beccd76b35:45221 {}] regionserver.HRegionServer(746): ClusterId : 9ad6bda4-3e8c-4f36-95ec-d7177b1414cf 2024-12-03T04:49:36,820 INFO [RS:0;32beccd76b35:44349 {}] regionserver.HRegionServer(746): ClusterId : 9ad6bda4-3e8c-4f36-95ec-d7177b1414cf 2024-12-03T04:49:36,823 DEBUG [RS:1;32beccd76b35:45221 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-03T04:49:36,823 DEBUG [RS:0;32beccd76b35:44349 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-03T04:49:36,830 DEBUG [RS:0;32beccd76b35:44349 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-03T04:49:36,830 DEBUG [RS:1;32beccd76b35:45221 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-03T04:49:36,830 DEBUG [RS:0;32beccd76b35:44349 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-03T04:49:36,830 DEBUG [RS:1;32beccd76b35:45221 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-03T04:49:36,834 DEBUG [RS:0;32beccd76b35:44349 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-03T04:49:36,835 DEBUG [RS:0;32beccd76b35:44349 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@31c96fa1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=32beccd76b35/172.17.0.3:0 2024-12-03T04:49:36,837 DEBUG [RS:1;32beccd76b35:45221 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-03T04:49:36,837 DEBUG [RS:1;32beccd76b35:45221 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5198eb8d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=32beccd76b35/172.17.0.3:0 2024-12-03T04:49:36,854 DEBUG [RS:0;32beccd76b35:44349 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;32beccd76b35:44349 2024-12-03T04:49:36,854 DEBUG [RS:1;32beccd76b35:45221 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;32beccd76b35:45221 2024-12-03T04:49:36,855 DEBUG [master/32beccd76b35:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-03T04:49:36,857 INFO [RS:0;32beccd76b35:44349 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-03T04:49:36,857 INFO [RS:1;32beccd76b35:45221 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-03T04:49:36,858 INFO [RS:0;32beccd76b35:44349 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-03T04:49:36,858 INFO [RS:1;32beccd76b35:45221 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-03T04:49:36,858 DEBUG [RS:0;32beccd76b35:44349 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-03T04:49:36,858 DEBUG [RS:1;32beccd76b35:45221 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-03T04:49:36,862 INFO [RS:1;32beccd76b35:45221 {}] regionserver.HRegionServer(2659): reportForDuty to master=32beccd76b35,36851,1733201374614 with port=45221, startcode=1733201375677 2024-12-03T04:49:36,862 INFO [RS:0;32beccd76b35:44349 {}] regionserver.HRegionServer(2659): reportForDuty to master=32beccd76b35,36851,1733201374614 with port=44349, startcode=1733201375506 2024-12-03T04:49:36,868 INFO [master/32beccd76b35:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-03T04:49:36,876 DEBUG [RS:1;32beccd76b35:45221 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-03T04:49:36,876 DEBUG [RS:0;32beccd76b35:44349 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-03T04:49:36,878 INFO [master/32beccd76b35:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-03T04:49:36,886 DEBUG [master/32beccd76b35:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 32beccd76b35,36851,1733201374614 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-03T04:49:36,896 DEBUG [master/32beccd76b35:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/32beccd76b35:0, corePoolSize=5, maxPoolSize=5 2024-12-03T04:49:36,897 DEBUG [master/32beccd76b35:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/32beccd76b35:0, corePoolSize=5, maxPoolSize=5 2024-12-03T04:49:36,897 DEBUG [master/32beccd76b35:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/32beccd76b35:0, corePoolSize=5, maxPoolSize=5 2024-12-03T04:49:36,897 DEBUG [master/32beccd76b35:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/32beccd76b35:0, corePoolSize=5, maxPoolSize=5 2024-12-03T04:49:36,897 DEBUG [master/32beccd76b35:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/32beccd76b35:0, corePoolSize=10, maxPoolSize=10 2024-12-03T04:49:36,898 DEBUG [master/32beccd76b35:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/32beccd76b35:0, corePoolSize=1, maxPoolSize=1 2024-12-03T04:49:36,898 DEBUG [master/32beccd76b35:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/32beccd76b35:0, corePoolSize=2, maxPoolSize=2 2024-12-03T04:49:36,898 DEBUG [master/32beccd76b35:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/32beccd76b35:0, corePoolSize=1, maxPoolSize=1 2024-12-03T04:49:36,918 INFO [master/32beccd76b35:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733201406918 2024-12-03T04:49:36,920 INFO [master/32beccd76b35:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-03T04:49:36,921 INFO [master/32beccd76b35:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-03T04:49:36,923 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T04:49:36,923 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-03T04:49:36,928 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58141, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-12-03T04:49:36,928 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52743, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-12-03T04:49:36,928 INFO [master/32beccd76b35:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-03T04:49:36,929 INFO [master/32beccd76b35:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-03T04:49:36,929 INFO [master/32beccd76b35:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-03T04:49:36,929 INFO [master/32beccd76b35:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-03T04:49:36,930 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T04:49:36,931 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-03T04:49:36,936 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36851 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T04:49:36,935 INFO [master/32beccd76b35:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-03T04:49:36,940 INFO [master/32beccd76b35:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-03T04:49:36,941 INFO [master/32beccd76b35:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-03T04:49:36,942 INFO [master/32beccd76b35:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-03T04:49:36,945 INFO [master/32beccd76b35:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-03T04:49:36,945 INFO [master/32beccd76b35:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-03T04:49:36,945 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36851 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-03T04:49:36,947 DEBUG [master/32beccd76b35:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/32beccd76b35:0:becomeActiveMaster-HFileCleaner.large.0-1733201376947,5,FailOnTimeoutGroup] 2024-12-03T04:49:36,948 DEBUG [master/32beccd76b35:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/32beccd76b35:0:becomeActiveMaster-HFileCleaner.small.0-1733201376948,5,FailOnTimeoutGroup] 2024-12-03T04:49:36,949 INFO [master/32beccd76b35:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-03T04:49:36,949 INFO [master/32beccd76b35:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-03T04:49:36,950 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38755 is added to blk_1073741831_1007 (size=1321) 2024-12-03T04:49:36,951 INFO [master/32beccd76b35:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-03T04:49:36,952 INFO [master/32beccd76b35:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-03T04:49:36,957 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45657 is added to blk_1073741831_1007 (size=1321) 2024-12-03T04:49:36,958 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:42785/user/jenkins/test-data/1d1c6e0e-fe44-b67f-c827-ac260bca89d8/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-03T04:49:36,959 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:42785/user/jenkins/test-data/1d1c6e0e-fe44-b67f-c827-ac260bca89d8 2024-12-03T04:49:36,974 DEBUG [RS:0;32beccd76b35:44349 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-12-03T04:49:36,974 DEBUG [RS:1;32beccd76b35:45221 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-12-03T04:49:36,974 WARN [RS:0;32beccd76b35:44349 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-12-03T04:49:36,974 WARN [RS:1;32beccd76b35:45221 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-12-03T04:49:36,978 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38755 is added to blk_1073741832_1008 (size=32) 2024-12-03T04:49:36,979 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45657 is added to blk_1073741832_1008 (size=32) 2024-12-03T04:49:36,981 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T04:49:36,983 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-03T04:49:36,986 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-03T04:49:36,986 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T04:49:36,987 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T04:49:36,988 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-03T04:49:36,992 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-03T04:49:36,992 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T04:49:36,993 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T04:49:36,993 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-03T04:49:36,996 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-03T04:49:36,996 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T04:49:36,997 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T04:49:36,998 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-03T04:49:37,000 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-03T04:49:37,001 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T04:49:37,002 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T04:49:37,002 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-03T04:49:37,003 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42785/user/jenkins/test-data/1d1c6e0e-fe44-b67f-c827-ac260bca89d8/data/hbase/meta/1588230740 2024-12-03T04:49:37,004 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42785/user/jenkins/test-data/1d1c6e0e-fe44-b67f-c827-ac260bca89d8/data/hbase/meta/1588230740 2024-12-03T04:49:37,007 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-03T04:49:37,007 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-03T04:49:37,009 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T04:49:37,015 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-03T04:49:37,020 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42785/user/jenkins/test-data/1d1c6e0e-fe44-b67f-c827-ac260bca89d8/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T04:49:37,021 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68156465, jitterRate=0.015610471367835999}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T04:49:37,024 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733201376981Initializing all the Stores at 1733201376983 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733201376983Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733201376983Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733201376983Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733201376983Cleaning up temporary data from old regions at 1733201377008 (+25 ms)Region opened successfully at 1733201377024 (+16 ms) 2024-12-03T04:49:37,024 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-03T04:49:37,024 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-03T04:49:37,025 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-03T04:49:37,025 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-03T04:49:37,025 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-03T04:49:37,026 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-03T04:49:37,026 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733201377024Disabling compacts and flushes for region at 1733201377024Disabling writes for close at 1733201377025 (+1 ms)Writing region close event to WAL at 1733201377026 (+1 ms)Closed at 1733201377026 2024-12-03T04:49:37,030 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T04:49:37,030 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-03T04:49:37,038 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-03T04:49:37,047 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-03T04:49:37,050 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-03T04:49:37,076 INFO [RS:0;32beccd76b35:44349 {}] regionserver.HRegionServer(2659): reportForDuty to master=32beccd76b35,36851,1733201374614 with port=44349, startcode=1733201375506 2024-12-03T04:49:37,076 INFO [RS:1;32beccd76b35:45221 {}] regionserver.HRegionServer(2659): reportForDuty to master=32beccd76b35,36851,1733201374614 with port=45221, startcode=1733201375677 2024-12-03T04:49:37,078 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36851 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 32beccd76b35,45221,1733201375677 2024-12-03T04:49:37,081 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36851 {}] master.ServerManager(517): Registering regionserver=32beccd76b35,45221,1733201375677 2024-12-03T04:49:37,090 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36851 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 32beccd76b35,44349,1733201375506 2024-12-03T04:49:37,090 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36851 {}] master.ServerManager(517): Registering regionserver=32beccd76b35,44349,1733201375506 2024-12-03T04:49:37,090 DEBUG [RS:1;32beccd76b35:45221 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:42785/user/jenkins/test-data/1d1c6e0e-fe44-b67f-c827-ac260bca89d8 2024-12-03T04:49:37,090 DEBUG [RS:1;32beccd76b35:45221 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:42785 2024-12-03T04:49:37,090 DEBUG [RS:1;32beccd76b35:45221 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-03T04:49:37,103 DEBUG [RS:0;32beccd76b35:44349 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:42785/user/jenkins/test-data/1d1c6e0e-fe44-b67f-c827-ac260bca89d8 2024-12-03T04:49:37,103 DEBUG [RS:0;32beccd76b35:44349 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:42785 2024-12-03T04:49:37,103 DEBUG [RS:0;32beccd76b35:44349 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-03T04:49:37,106 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36851-0x101516d1fe70000, quorum=127.0.0.1:54680, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-03T04:49:37,126 DEBUG [RS:1;32beccd76b35:45221 {}] zookeeper.ZKUtil(111): regionserver:45221-0x101516d1fe70002, quorum=127.0.0.1:54680, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/32beccd76b35,45221,1733201375677 2024-12-03T04:49:37,126 WARN [RS:1;32beccd76b35:45221 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-03T04:49:37,126 DEBUG [RS:0;32beccd76b35:44349 {}] zookeeper.ZKUtil(111): regionserver:44349-0x101516d1fe70001, quorum=127.0.0.1:54680, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/32beccd76b35,44349,1733201375506 2024-12-03T04:49:37,126 WARN [RS:0;32beccd76b35:44349 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-03T04:49:37,126 INFO [RS:1;32beccd76b35:45221 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T04:49:37,126 INFO [RS:0;32beccd76b35:44349 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T04:49:37,126 DEBUG [RS:0;32beccd76b35:44349 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:42785/user/jenkins/test-data/1d1c6e0e-fe44-b67f-c827-ac260bca89d8/WALs/32beccd76b35,44349,1733201375506 2024-12-03T04:49:37,126 DEBUG [RS:1;32beccd76b35:45221 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:42785/user/jenkins/test-data/1d1c6e0e-fe44-b67f-c827-ac260bca89d8/WALs/32beccd76b35,45221,1733201375677 2024-12-03T04:49:37,128 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [32beccd76b35,45221,1733201375677] 2024-12-03T04:49:37,128 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [32beccd76b35,44349,1733201375506] 2024-12-03T04:49:37,161 INFO [RS:1;32beccd76b35:45221 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-03T04:49:37,161 INFO [RS:0;32beccd76b35:44349 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-03T04:49:37,176 INFO [RS:1;32beccd76b35:45221 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-03T04:49:37,176 INFO [RS:0;32beccd76b35:44349 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-03T04:49:37,182 INFO [RS:0;32beccd76b35:44349 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-03T04:49:37,182 INFO [RS:1;32beccd76b35:45221 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-03T04:49:37,182 INFO [RS:1;32beccd76b35:45221 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T04:49:37,182 INFO [RS:0;32beccd76b35:44349 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T04:49:37,186 INFO [RS:1;32beccd76b35:45221 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-03T04:49:37,186 INFO [RS:0;32beccd76b35:44349 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-03T04:49:37,193 INFO [RS:1;32beccd76b35:45221 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-03T04:49:37,193 INFO [RS:0;32beccd76b35:44349 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-03T04:49:37,195 INFO [RS:0;32beccd76b35:44349 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-03T04:49:37,195 DEBUG [RS:0;32beccd76b35:44349 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/32beccd76b35:0, corePoolSize=1, maxPoolSize=1 2024-12-03T04:49:37,196 DEBUG [RS:0;32beccd76b35:44349 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/32beccd76b35:0, corePoolSize=1, maxPoolSize=1 2024-12-03T04:49:37,196 INFO [RS:1;32beccd76b35:45221 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-03T04:49:37,196 DEBUG [RS:1;32beccd76b35:45221 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/32beccd76b35:0, corePoolSize=1, maxPoolSize=1 2024-12-03T04:49:37,196 DEBUG [RS:1;32beccd76b35:45221 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/32beccd76b35:0, corePoolSize=1, maxPoolSize=1 2024-12-03T04:49:37,196 DEBUG [RS:0;32beccd76b35:44349 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/32beccd76b35:0, corePoolSize=1, maxPoolSize=1 2024-12-03T04:49:37,196 DEBUG [RS:0;32beccd76b35:44349 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/32beccd76b35:0, corePoolSize=1, maxPoolSize=1 2024-12-03T04:49:37,196 DEBUG [RS:1;32beccd76b35:45221 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/32beccd76b35:0, corePoolSize=1, maxPoolSize=1 2024-12-03T04:49:37,197 DEBUG [RS:0;32beccd76b35:44349 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/32beccd76b35:0, corePoolSize=1, maxPoolSize=1 2024-12-03T04:49:37,197 DEBUG [RS:1;32beccd76b35:45221 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/32beccd76b35:0, corePoolSize=1, maxPoolSize=1 2024-12-03T04:49:37,197 DEBUG [RS:1;32beccd76b35:45221 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/32beccd76b35:0, corePoolSize=1, maxPoolSize=1 2024-12-03T04:49:37,197 DEBUG [RS:0;32beccd76b35:44349 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/32beccd76b35:0, corePoolSize=2, maxPoolSize=2 2024-12-03T04:49:37,197 DEBUG [RS:0;32beccd76b35:44349 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/32beccd76b35:0, corePoolSize=1, maxPoolSize=1 2024-12-03T04:49:37,197 DEBUG [RS:1;32beccd76b35:45221 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/32beccd76b35:0, corePoolSize=2, maxPoolSize=2 2024-12-03T04:49:37,197 DEBUG [RS:0;32beccd76b35:44349 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/32beccd76b35:0, corePoolSize=1, maxPoolSize=1 2024-12-03T04:49:37,197 DEBUG [RS:1;32beccd76b35:45221 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/32beccd76b35:0, corePoolSize=1, maxPoolSize=1 2024-12-03T04:49:37,197 DEBUG [RS:0;32beccd76b35:44349 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/32beccd76b35:0, corePoolSize=1, maxPoolSize=1 2024-12-03T04:49:37,197 DEBUG [RS:1;32beccd76b35:45221 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/32beccd76b35:0, corePoolSize=1, maxPoolSize=1 2024-12-03T04:49:37,198 DEBUG [RS:0;32beccd76b35:44349 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/32beccd76b35:0, corePoolSize=1, maxPoolSize=1 2024-12-03T04:49:37,198 DEBUG [RS:1;32beccd76b35:45221 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/32beccd76b35:0, corePoolSize=1, maxPoolSize=1 2024-12-03T04:49:37,198 DEBUG [RS:0;32beccd76b35:44349 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/32beccd76b35:0, corePoolSize=1, maxPoolSize=1 2024-12-03T04:49:37,198 DEBUG [RS:1;32beccd76b35:45221 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/32beccd76b35:0, corePoolSize=1, maxPoolSize=1 2024-12-03T04:49:37,198 DEBUG [RS:0;32beccd76b35:44349 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/32beccd76b35:0, corePoolSize=1, maxPoolSize=1 2024-12-03T04:49:37,198 DEBUG [RS:1;32beccd76b35:45221 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/32beccd76b35:0, corePoolSize=1, maxPoolSize=1 2024-12-03T04:49:37,198 DEBUG [RS:0;32beccd76b35:44349 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/32beccd76b35:0, corePoolSize=3, maxPoolSize=3 2024-12-03T04:49:37,198 DEBUG [RS:1;32beccd76b35:45221 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/32beccd76b35:0, corePoolSize=1, maxPoolSize=1 2024-12-03T04:49:37,198 DEBUG [RS:0;32beccd76b35:44349 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/32beccd76b35:0, corePoolSize=3, maxPoolSize=3 2024-12-03T04:49:37,199 DEBUG [RS:1;32beccd76b35:45221 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/32beccd76b35:0, corePoolSize=3, maxPoolSize=3 2024-12-03T04:49:37,199 DEBUG [RS:1;32beccd76b35:45221 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/32beccd76b35:0, corePoolSize=3, maxPoolSize=3 2024-12-03T04:49:37,199 INFO [RS:1;32beccd76b35:45221 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-03T04:49:37,200 INFO [RS:1;32beccd76b35:45221 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-03T04:49:37,200 INFO [RS:0;32beccd76b35:44349 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-03T04:49:37,200 INFO [RS:1;32beccd76b35:45221 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T04:49:37,200 INFO [RS:0;32beccd76b35:44349 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-03T04:49:37,200 INFO [RS:1;32beccd76b35:45221 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-03T04:49:37,200 INFO [RS:0;32beccd76b35:44349 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T04:49:37,200 INFO [RS:1;32beccd76b35:45221 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-03T04:49:37,200 INFO [RS:0;32beccd76b35:44349 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-03T04:49:37,200 INFO [RS:1;32beccd76b35:45221 {}] hbase.ChoreService(168): Chore ScheduledChore name=32beccd76b35,45221,1733201375677-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-03T04:49:37,200 INFO [RS:0;32beccd76b35:44349 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-03T04:49:37,200 INFO [RS:0;32beccd76b35:44349 {}] hbase.ChoreService(168): Chore ScheduledChore name=32beccd76b35,44349,1733201375506-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-03T04:49:37,201 WARN [32beccd76b35:36851 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-03T04:49:37,229 INFO [RS:1;32beccd76b35:45221 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-03T04:49:37,229 INFO [RS:0;32beccd76b35:44349 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-03T04:49:37,231 INFO [RS:0;32beccd76b35:44349 {}] hbase.ChoreService(168): Chore ScheduledChore name=32beccd76b35,44349,1733201375506-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T04:49:37,231 INFO [RS:1;32beccd76b35:45221 {}] hbase.ChoreService(168): Chore ScheduledChore name=32beccd76b35,45221,1733201375677-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T04:49:37,232 INFO [RS:0;32beccd76b35:44349 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T04:49:37,232 INFO [RS:1;32beccd76b35:45221 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T04:49:37,232 INFO [RS:0;32beccd76b35:44349 {}] regionserver.Replication(171): 32beccd76b35,44349,1733201375506 started 2024-12-03T04:49:37,232 INFO [RS:1;32beccd76b35:45221 {}] regionserver.Replication(171): 32beccd76b35,45221,1733201375677 started 2024-12-03T04:49:37,255 INFO [RS:1;32beccd76b35:45221 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T04:49:37,255 INFO [RS:0;32beccd76b35:44349 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T04:49:37,255 INFO [RS:0;32beccd76b35:44349 {}] regionserver.HRegionServer(1482): Serving as 32beccd76b35,44349,1733201375506, RpcServer on 32beccd76b35/172.17.0.3:44349, sessionid=0x101516d1fe70001 2024-12-03T04:49:37,255 INFO [RS:1;32beccd76b35:45221 {}] regionserver.HRegionServer(1482): Serving as 32beccd76b35,45221,1733201375677, RpcServer on 32beccd76b35/172.17.0.3:45221, sessionid=0x101516d1fe70002 2024-12-03T04:49:37,256 DEBUG [RS:0;32beccd76b35:44349 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-03T04:49:37,256 DEBUG [RS:1;32beccd76b35:45221 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-03T04:49:37,256 DEBUG [RS:0;32beccd76b35:44349 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 32beccd76b35,44349,1733201375506 2024-12-03T04:49:37,256 DEBUG [RS:1;32beccd76b35:45221 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 32beccd76b35,45221,1733201375677 2024-12-03T04:49:37,257 DEBUG [RS:1;32beccd76b35:45221 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '32beccd76b35,45221,1733201375677' 2024-12-03T04:49:37,257 DEBUG [RS:0;32beccd76b35:44349 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '32beccd76b35,44349,1733201375506' 2024-12-03T04:49:37,257 DEBUG [RS:1;32beccd76b35:45221 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-03T04:49:37,257 DEBUG [RS:0;32beccd76b35:44349 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-03T04:49:37,258 DEBUG [RS:1;32beccd76b35:45221 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-03T04:49:37,258 DEBUG [RS:0;32beccd76b35:44349 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-03T04:49:37,259 DEBUG [RS:1;32beccd76b35:45221 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-03T04:49:37,259 DEBUG [RS:0;32beccd76b35:44349 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-03T04:49:37,259 DEBUG [RS:0;32beccd76b35:44349 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-03T04:49:37,259 DEBUG [RS:1;32beccd76b35:45221 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-03T04:49:37,259 DEBUG [RS:1;32beccd76b35:45221 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 32beccd76b35,45221,1733201375677 2024-12-03T04:49:37,259 DEBUG [RS:0;32beccd76b35:44349 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 32beccd76b35,44349,1733201375506 2024-12-03T04:49:37,259 DEBUG [RS:1;32beccd76b35:45221 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '32beccd76b35,45221,1733201375677' 2024-12-03T04:49:37,259 DEBUG [RS:0;32beccd76b35:44349 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '32beccd76b35,44349,1733201375506' 2024-12-03T04:49:37,260 DEBUG [RS:1;32beccd76b35:45221 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-03T04:49:37,260 DEBUG [RS:0;32beccd76b35:44349 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-03T04:49:37,261 DEBUG [RS:1;32beccd76b35:45221 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-03T04:49:37,261 DEBUG [RS:0;32beccd76b35:44349 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-03T04:49:37,261 DEBUG [RS:1;32beccd76b35:45221 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-03T04:49:37,262 DEBUG [RS:0;32beccd76b35:44349 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-03T04:49:37,262 INFO [RS:1;32beccd76b35:45221 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-03T04:49:37,262 INFO [RS:0;32beccd76b35:44349 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-03T04:49:37,262 INFO [RS:0;32beccd76b35:44349 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-03T04:49:37,262 INFO [RS:1;32beccd76b35:45221 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-03T04:49:37,368 INFO [RS:1;32beccd76b35:45221 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-03T04:49:37,368 INFO [RS:0;32beccd76b35:44349 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-03T04:49:37,372 INFO [RS:0;32beccd76b35:44349 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=32beccd76b35%2C44349%2C1733201375506, suffix=, logDir=hdfs://localhost:42785/user/jenkins/test-data/1d1c6e0e-fe44-b67f-c827-ac260bca89d8/WALs/32beccd76b35,44349,1733201375506, archiveDir=hdfs://localhost:42785/user/jenkins/test-data/1d1c6e0e-fe44-b67f-c827-ac260bca89d8/oldWALs, maxLogs=32 2024-12-03T04:49:37,371 INFO [RS:1;32beccd76b35:45221 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=32beccd76b35%2C45221%2C1733201375677, suffix=, logDir=hdfs://localhost:42785/user/jenkins/test-data/1d1c6e0e-fe44-b67f-c827-ac260bca89d8/WALs/32beccd76b35,45221,1733201375677, archiveDir=hdfs://localhost:42785/user/jenkins/test-data/1d1c6e0e-fe44-b67f-c827-ac260bca89d8/oldWALs, maxLogs=32 2024-12-03T04:49:37,394 DEBUG [RS:0;32beccd76b35:44349 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1d1c6e0e-fe44-b67f-c827-ac260bca89d8/WALs/32beccd76b35,44349,1733201375506/32beccd76b35%2C44349%2C1733201375506.1733201377376, exclude list is [], retry=0 2024-12-03T04:49:37,396 DEBUG [RS:1;32beccd76b35:45221 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1d1c6e0e-fe44-b67f-c827-ac260bca89d8/WALs/32beccd76b35,45221,1733201375677/32beccd76b35%2C45221%2C1733201375677.1733201377376, exclude list is [], retry=0 2024-12-03T04:49:37,401 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38755,DS-0da807e3-c3ff-424b-95ae-2855358f2a2a,DISK] 2024-12-03T04:49:37,401 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45657,DS-82fa2be0-1cc5-47e7-9527-ef378287f715,DISK] 2024-12-03T04:49:37,402 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45657,DS-82fa2be0-1cc5-47e7-9527-ef378287f715,DISK] 2024-12-03T04:49:37,403 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38755,DS-0da807e3-c3ff-424b-95ae-2855358f2a2a,DISK] 2024-12-03T04:49:37,407 INFO [RS:0;32beccd76b35:44349 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1d1c6e0e-fe44-b67f-c827-ac260bca89d8/WALs/32beccd76b35,44349,1733201375506/32beccd76b35%2C44349%2C1733201375506.1733201377376 2024-12-03T04:49:37,408 DEBUG [RS:0;32beccd76b35:44349 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37349:37349),(127.0.0.1/127.0.0.1:34189:34189)] 2024-12-03T04:49:37,410 INFO [RS:1;32beccd76b35:45221 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1d1c6e0e-fe44-b67f-c827-ac260bca89d8/WALs/32beccd76b35,45221,1733201375677/32beccd76b35%2C45221%2C1733201375677.1733201377376 2024-12-03T04:49:37,410 DEBUG [RS:1;32beccd76b35:45221 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37349:37349),(127.0.0.1/127.0.0.1:34189:34189)] 2024-12-03T04:49:37,453 DEBUG [32beccd76b35:36851 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=2, allServersCount=2 2024-12-03T04:49:37,462 DEBUG [32beccd76b35:36851 {}] balancer.BalancerClusterState(204): Hosts are {32beccd76b35=0} racks are {/default-rack=0} 2024-12-03T04:49:37,470 DEBUG [32beccd76b35:36851 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-12-03T04:49:37,470 DEBUG [32beccd76b35:36851 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-12-03T04:49:37,470 DEBUG [32beccd76b35:36851 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-12-03T04:49:37,470 DEBUG [32beccd76b35:36851 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-12-03T04:49:37,470 INFO [32beccd76b35:36851 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-12-03T04:49:37,471 INFO [32beccd76b35:36851 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-12-03T04:49:37,471 DEBUG [32beccd76b35:36851 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-12-03T04:49:37,480 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=32beccd76b35,44349,1733201375506 2024-12-03T04:49:37,488 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 32beccd76b35,44349,1733201375506, state=OPENING 2024-12-03T04:49:37,497 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-03T04:49:37,499 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45221-0x101516d1fe70002, quorum=127.0.0.1:54680, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T04:49:37,499 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36851-0x101516d1fe70000, quorum=127.0.0.1:54680, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T04:49:37,499 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44349-0x101516d1fe70001, quorum=127.0.0.1:54680, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T04:49:37,500 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-03T04:49:37,500 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-03T04:49:37,501 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-03T04:49:37,503 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-03T04:49:37,505 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=32beccd76b35,44349,1733201375506}] 2024-12-03T04:49:37,685 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-03T04:49:37,689 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59271, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-03T04:49:37,707 INFO [RS_OPEN_META-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-03T04:49:37,707 INFO [RS_OPEN_META-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T04:49:37,708 INFO [RS_OPEN_META-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-03T04:49:37,711 INFO [RS_OPEN_META-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=32beccd76b35%2C44349%2C1733201375506.meta, suffix=.meta, logDir=hdfs://localhost:42785/user/jenkins/test-data/1d1c6e0e-fe44-b67f-c827-ac260bca89d8/WALs/32beccd76b35,44349,1733201375506, archiveDir=hdfs://localhost:42785/user/jenkins/test-data/1d1c6e0e-fe44-b67f-c827-ac260bca89d8/oldWALs, maxLogs=32 2024-12-03T04:49:37,737 DEBUG [RS_OPEN_META-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1d1c6e0e-fe44-b67f-c827-ac260bca89d8/WALs/32beccd76b35,44349,1733201375506/32beccd76b35%2C44349%2C1733201375506.meta.1733201377714.meta, exclude list is [], retry=0 2024-12-03T04:49:37,741 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45657,DS-82fa2be0-1cc5-47e7-9527-ef378287f715,DISK] 2024-12-03T04:49:37,742 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38755,DS-0da807e3-c3ff-424b-95ae-2855358f2a2a,DISK] 2024-12-03T04:49:37,746 INFO [RS_OPEN_META-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1d1c6e0e-fe44-b67f-c827-ac260bca89d8/WALs/32beccd76b35,44349,1733201375506/32beccd76b35%2C44349%2C1733201375506.meta.1733201377714.meta 2024-12-03T04:49:37,746 DEBUG [RS_OPEN_META-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37349:37349),(127.0.0.1/127.0.0.1:34189:34189)] 2024-12-03T04:49:37,746 DEBUG [RS_OPEN_META-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-03T04:49:37,749 DEBUG [RS_OPEN_META-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-03T04:49:37,752 DEBUG [RS_OPEN_META-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-03T04:49:37,757 INFO [RS_OPEN_META-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-03T04:49:37,762 DEBUG [RS_OPEN_META-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-03T04:49:37,762 DEBUG [RS_OPEN_META-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T04:49:37,762 DEBUG [RS_OPEN_META-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-03T04:49:37,762 DEBUG [RS_OPEN_META-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-03T04:49:37,766 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-03T04:49:37,768 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-03T04:49:37,768 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T04:49:37,769 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T04:49:37,769 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-03T04:49:37,770 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-03T04:49:37,770 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T04:49:37,771 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T04:49:37,771 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-03T04:49:37,773 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-03T04:49:37,773 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T04:49:37,774 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T04:49:37,774 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-03T04:49:37,776 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-03T04:49:37,776 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T04:49:37,777 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T04:49:37,777 DEBUG [RS_OPEN_META-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-03T04:49:37,779 DEBUG [RS_OPEN_META-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42785/user/jenkins/test-data/1d1c6e0e-fe44-b67f-c827-ac260bca89d8/data/hbase/meta/1588230740 2024-12-03T04:49:37,782 DEBUG [RS_OPEN_META-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42785/user/jenkins/test-data/1d1c6e0e-fe44-b67f-c827-ac260bca89d8/data/hbase/meta/1588230740 2024-12-03T04:49:37,785 DEBUG [RS_OPEN_META-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-03T04:49:37,785 DEBUG [RS_OPEN_META-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-03T04:49:37,786 DEBUG [RS_OPEN_META-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T04:49:37,789 DEBUG [RS_OPEN_META-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-03T04:49:37,791 INFO [RS_OPEN_META-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59867570, jitterRate=-0.10790368914604187}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T04:49:37,791 DEBUG [RS_OPEN_META-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-03T04:49:37,794 DEBUG [RS_OPEN_META-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733201377763Writing region info on filesystem at 1733201377763Initializing all the Stores at 1733201377765 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733201377765Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733201377766 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733201377766Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733201377766Cleaning up temporary data from old regions at 1733201377785 (+19 ms)Running coprocessor post-open hooks at 1733201377791 (+6 ms)Region opened successfully at 1733201377793 (+2 ms) 2024-12-03T04:49:37,803 INFO [RS_OPEN_META-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733201377673 2024-12-03T04:49:37,816 DEBUG [RS_OPEN_META-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-03T04:49:37,817 INFO [RS_OPEN_META-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-03T04:49:37,819 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=32beccd76b35,44349,1733201375506 2024-12-03T04:49:37,822 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 32beccd76b35,44349,1733201375506, state=OPEN 2024-12-03T04:49:37,824 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36851-0x101516d1fe70000, quorum=127.0.0.1:54680, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-03T04:49:37,824 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45221-0x101516d1fe70002, quorum=127.0.0.1:54680, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-03T04:49:37,824 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44349-0x101516d1fe70001, quorum=127.0.0.1:54680, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-03T04:49:37,824 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-03T04:49:37,824 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-03T04:49:37,824 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-03T04:49:37,825 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=32beccd76b35,44349,1733201375506 2024-12-03T04:49:37,831 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-03T04:49:37,831 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=32beccd76b35,44349,1733201375506 in 320 msec 2024-12-03T04:49:37,839 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-03T04:49:37,839 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 796 msec 2024-12-03T04:49:37,841 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T04:49:37,841 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-03T04:49:37,865 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T04:49:37,866 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=32beccd76b35,44349,1733201375506, seqNum=-1] 2024-12-03T04:49:37,895 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T04:49:37,898 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35977, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T04:49:37,923 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.1240 sec 2024-12-03T04:49:37,923 INFO [master/32beccd76b35:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733201377923, completionTime=-1 2024-12-03T04:49:37,927 INFO [master/32beccd76b35:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=2; waited=0ms, expected min=2 server(s), max=2 server(s), master is running 2024-12-03T04:49:37,927 DEBUG [master/32beccd76b35:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-03T04:49:37,958 INFO [master/32beccd76b35:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=2 2024-12-03T04:49:37,958 INFO [master/32beccd76b35:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733201437958 2024-12-03T04:49:37,958 INFO [master/32beccd76b35:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733201497958 2024-12-03T04:49:37,958 INFO [master/32beccd76b35:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 31 msec 2024-12-03T04:49:37,960 DEBUG [master/32beccd76b35:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-12-03T04:49:37,968 INFO [master/32beccd76b35:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=32beccd76b35,36851,1733201374614-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T04:49:37,968 INFO [master/32beccd76b35:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=32beccd76b35,36851,1733201374614-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T04:49:37,969 INFO [master/32beccd76b35:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=32beccd76b35,36851,1733201374614-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T04:49:37,970 INFO [master/32beccd76b35:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-32beccd76b35:36851, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T04:49:37,971 INFO [master/32beccd76b35:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-03T04:49:37,973 INFO [master/32beccd76b35:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-03T04:49:37,978 DEBUG [master/32beccd76b35:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-03T04:49:38,002 INFO [master/32beccd76b35:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.200sec 2024-12-03T04:49:38,004 INFO [master/32beccd76b35:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-03T04:49:38,006 INFO [master/32beccd76b35:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-03T04:49:38,007 INFO [master/32beccd76b35:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-03T04:49:38,007 INFO [master/32beccd76b35:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-03T04:49:38,008 INFO [master/32beccd76b35:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-03T04:49:38,008 INFO [master/32beccd76b35:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=32beccd76b35,36851,1733201374614-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-03T04:49:38,009 INFO [master/32beccd76b35:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=32beccd76b35,36851,1733201374614-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-03T04:49:38,017 DEBUG [master/32beccd76b35:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-03T04:49:38,018 INFO [master/32beccd76b35:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-03T04:49:38,018 INFO [master/32beccd76b35:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=32beccd76b35,36851,1733201374614-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T04:49:38,034 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@19ef470d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T04:49:38,037 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-12-03T04:49:38,038 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-12-03T04:49:38,064 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 32beccd76b35,36851,-1 for getting cluster id 2024-12-03T04:49:38,067 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T04:49:38,076 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9ad6bda4-3e8c-4f36-95ec-d7177b1414cf' 2024-12-03T04:49:38,079 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T04:49:38,080 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9ad6bda4-3e8c-4f36-95ec-d7177b1414cf" 2024-12-03T04:49:38,083 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@26686f2a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T04:49:38,083 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [32beccd76b35,36851,-1] 2024-12-03T04:49:38,086 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T04:49:38,089 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T04:49:38,090 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60848, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T04:49:38,093 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@26b166e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T04:49:38,094 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T04:49:38,101 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=32beccd76b35,44349,1733201375506, seqNum=-1] 2024-12-03T04:49:38,102 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T04:49:38,105 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35352, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T04:49:38,150 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=32beccd76b35,36851,1733201374614 2024-12-03T04:49:38,155 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T04:49:38,161 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 32beccd76b35,36851,1733201374614 2024-12-03T04:49:38,164 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3214c32b 2024-12-03T04:49:38,165 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T04:49:38,177 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60860, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T04:49:38,183 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36851 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'testClearRegionBlockCache', {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-03T04:49:38,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36851 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testClearRegionBlockCache 2024-12-03T04:49:38,197 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_PRE_OPERATION 2024-12-03T04:49:38,199 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36851 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "testClearRegionBlockCache" procId is: 4 2024-12-03T04:49:38,200 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T04:49:38,203 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-03T04:49:38,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36851 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T04:49:38,218 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38755 is added to blk_1073741836_1012 (size=379) 2024-12-03T04:49:38,221 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45657 is added to blk_1073741836_1012 (size=379) 2024-12-03T04:49:38,222 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => c2a83f180724aaf57921c8d21a1b8338, NAME => 'testClearRegionBlockCache,5,1733201378178.c2a83f180724aaf57921c8d21a1b8338.', STARTKEY => '5', ENDKEY => ''}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42785/user/jenkins/test-data/1d1c6e0e-fe44-b67f-c827-ac260bca89d8 2024-12-03T04:49:38,222 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => e5ba4ff692fcd9aff68c033c97678764, NAME => 'testClearRegionBlockCache,,1733201378178.e5ba4ff692fcd9aff68c033c97678764.', STARTKEY => '', ENDKEY => '5'}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42785/user/jenkins/test-data/1d1c6e0e-fe44-b67f-c827-ac260bca89d8 2024-12-03T04:49:38,235 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45657 is added to blk_1073741838_1014 (size=61) 2024-12-03T04:49:38,235 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38755 is added to blk_1073741837_1013 (size=61) 2024-12-03T04:49:38,236 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45657 is added to blk_1073741837_1013 (size=61) 2024-12-03T04:49:38,237 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38755 is added to blk_1073741838_1014 (size=61) 2024-12-03T04:49:38,239 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,5,1733201378178.c2a83f180724aaf57921c8d21a1b8338.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T04:49:38,239 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,,1733201378178.e5ba4ff692fcd9aff68c033c97678764.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T04:49:38,239 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1722): Closing c2a83f180724aaf57921c8d21a1b8338, disabling compactions & flushes 2024-12-03T04:49:38,239 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1722): Closing e5ba4ff692fcd9aff68c033c97678764, disabling compactions & flushes 2024-12-03T04:49:38,239 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,5,1733201378178.c2a83f180724aaf57921c8d21a1b8338. 2024-12-03T04:49:38,239 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,,1733201378178.e5ba4ff692fcd9aff68c033c97678764. 2024-12-03T04:49:38,239 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,,1733201378178.e5ba4ff692fcd9aff68c033c97678764. 2024-12-03T04:49:38,239 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,5,1733201378178.c2a83f180724aaf57921c8d21a1b8338. 2024-12-03T04:49:38,239 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,,1733201378178.e5ba4ff692fcd9aff68c033c97678764. after waiting 0 ms 2024-12-03T04:49:38,239 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,,1733201378178.e5ba4ff692fcd9aff68c033c97678764. 2024-12-03T04:49:38,239 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,5,1733201378178.c2a83f180724aaf57921c8d21a1b8338. after waiting 0 ms 2024-12-03T04:49:38,239 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,,1733201378178.e5ba4ff692fcd9aff68c033c97678764. 2024-12-03T04:49:38,239 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,5,1733201378178.c2a83f180724aaf57921c8d21a1b8338. 2024-12-03T04:49:38,239 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,5,1733201378178.c2a83f180724aaf57921c8d21a1b8338. 2024-12-03T04:49:38,239 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1676): Region close journal for e5ba4ff692fcd9aff68c033c97678764: Waiting for close lock at 1733201378239Disabling compacts and flushes for region at 1733201378239Disabling writes for close at 1733201378239Writing region close event to WAL at 1733201378239Closed at 1733201378239 2024-12-03T04:49:38,239 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1676): Region close journal for c2a83f180724aaf57921c8d21a1b8338: Waiting for close lock at 1733201378239Disabling compacts and flushes for region at 1733201378239Disabling writes for close at 1733201378239Writing region close event to WAL at 1733201378239Closed at 1733201378239 2024-12-03T04:49:38,242 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ADD_TO_META 2024-12-03T04:49:38,248 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testClearRegionBlockCache,,1733201378178.e5ba4ff692fcd9aff68c033c97678764.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1733201378242"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733201378242"}]},"ts":"1733201378242"} 2024-12-03T04:49:38,248 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testClearRegionBlockCache,5,1733201378178.c2a83f180724aaf57921c8d21a1b8338.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1733201378242"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733201378242"}]},"ts":"1733201378242"} 2024-12-03T04:49:38,293 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 2 regions to meta. 2024-12-03T04:49:38,295 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-03T04:49:38,299 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733201378295"}]},"ts":"1733201378295"} 2024-12-03T04:49:38,305 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testClearRegionBlockCache, state=ENABLING in hbase:meta 2024-12-03T04:49:38,305 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {32beccd76b35=0} racks are {/default-rack=0} 2024-12-03T04:49:38,308 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-12-03T04:49:38,308 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-12-03T04:49:38,308 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-12-03T04:49:38,308 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-12-03T04:49:38,308 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-12-03T04:49:38,308 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-12-03T04:49:38,308 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-12-03T04:49:38,310 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=e5ba4ff692fcd9aff68c033c97678764, ASSIGN}, {pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=c2a83f180724aaf57921c8d21a1b8338, ASSIGN}] 2024-12-03T04:49:38,313 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=e5ba4ff692fcd9aff68c033c97678764, ASSIGN 2024-12-03T04:49:38,314 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=c2a83f180724aaf57921c8d21a1b8338, ASSIGN 2024-12-03T04:49:38,317 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=e5ba4ff692fcd9aff68c033c97678764, ASSIGN; state=OFFLINE, location=32beccd76b35,44349,1733201375506; forceNewPlan=false, retain=false 2024-12-03T04:49:38,317 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=c2a83f180724aaf57921c8d21a1b8338, ASSIGN; state=OFFLINE, location=32beccd76b35,45221,1733201375677; forceNewPlan=false, retain=false 2024-12-03T04:49:38,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36851 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T04:49:38,470 INFO [32beccd76b35:36851 {}] balancer.BaseLoadBalancer(388): Reassigned 2 regions. 2 retained the pre-restart assignment. 2024-12-03T04:49:38,471 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=c2a83f180724aaf57921c8d21a1b8338, regionState=OPENING, regionLocation=32beccd76b35,45221,1733201375677 2024-12-03T04:49:38,471 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=e5ba4ff692fcd9aff68c033c97678764, regionState=OPENING, regionLocation=32beccd76b35,44349,1733201375506 2024-12-03T04:49:38,478 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=c2a83f180724aaf57921c8d21a1b8338, ASSIGN because future has completed 2024-12-03T04:49:38,479 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure c2a83f180724aaf57921c8d21a1b8338, server=32beccd76b35,45221,1733201375677}] 2024-12-03T04:49:38,482 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=e5ba4ff692fcd9aff68c033c97678764, ASSIGN because future has completed 2024-12-03T04:49:38,483 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure e5ba4ff692fcd9aff68c033c97678764, server=32beccd76b35,44349,1733201375506}] 2024-12-03T04:49:38,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36851 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T04:49:38,636 DEBUG [RSProcedureDispatcher-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-03T04:49:38,638 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43525, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-03T04:49:38,648 INFO [RS_OPEN_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] handler.AssignRegionHandler(132): Open testClearRegionBlockCache,5,1733201378178.c2a83f180724aaf57921c8d21a1b8338. 2024-12-03T04:49:38,648 DEBUG [RS_OPEN_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => c2a83f180724aaf57921c8d21a1b8338, NAME => 'testClearRegionBlockCache,5,1733201378178.c2a83f180724aaf57921c8d21a1b8338.', STARTKEY => '5', ENDKEY => ''} 2024-12-03T04:49:38,649 DEBUG [RS_OPEN_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache c2a83f180724aaf57921c8d21a1b8338 2024-12-03T04:49:38,649 DEBUG [RS_OPEN_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,5,1733201378178.c2a83f180724aaf57921c8d21a1b8338.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T04:49:38,649 DEBUG [RS_OPEN_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for c2a83f180724aaf57921c8d21a1b8338 2024-12-03T04:49:38,649 DEBUG [RS_OPEN_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for c2a83f180724aaf57921c8d21a1b8338 2024-12-03T04:49:38,651 INFO [RS_OPEN_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] handler.AssignRegionHandler(132): Open testClearRegionBlockCache,,1733201378178.e5ba4ff692fcd9aff68c033c97678764. 2024-12-03T04:49:38,651 DEBUG [RS_OPEN_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7752): Opening region: {ENCODED => e5ba4ff692fcd9aff68c033c97678764, NAME => 'testClearRegionBlockCache,,1733201378178.e5ba4ff692fcd9aff68c033c97678764.', STARTKEY => '', ENDKEY => '5'} 2024-12-03T04:49:38,652 INFO [StoreOpener-c2a83f180724aaf57921c8d21a1b8338-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region c2a83f180724aaf57921c8d21a1b8338 2024-12-03T04:49:38,652 DEBUG [RS_OPEN_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache e5ba4ff692fcd9aff68c033c97678764 2024-12-03T04:49:38,652 DEBUG [RS_OPEN_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,,1733201378178.e5ba4ff692fcd9aff68c033c97678764.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T04:49:38,652 DEBUG [RS_OPEN_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7794): checking encryption for e5ba4ff692fcd9aff68c033c97678764 2024-12-03T04:49:38,652 DEBUG [RS_OPEN_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7797): checking classloading for e5ba4ff692fcd9aff68c033c97678764 2024-12-03T04:49:38,654 INFO [StoreOpener-c2a83f180724aaf57921c8d21a1b8338-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c2a83f180724aaf57921c8d21a1b8338 columnFamilyName family 2024-12-03T04:49:38,654 DEBUG [StoreOpener-c2a83f180724aaf57921c8d21a1b8338-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T04:49:38,655 INFO [StoreOpener-c2a83f180724aaf57921c8d21a1b8338-1 {}] regionserver.HStore(327): Store=c2a83f180724aaf57921c8d21a1b8338/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T04:49:38,655 DEBUG [RS_OPEN_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for c2a83f180724aaf57921c8d21a1b8338 2024-12-03T04:49:38,656 DEBUG [RS_OPEN_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42785/user/jenkins/test-data/1d1c6e0e-fe44-b67f-c827-ac260bca89d8/data/default/testClearRegionBlockCache/c2a83f180724aaf57921c8d21a1b8338 2024-12-03T04:49:38,657 DEBUG [RS_OPEN_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42785/user/jenkins/test-data/1d1c6e0e-fe44-b67f-c827-ac260bca89d8/data/default/testClearRegionBlockCache/c2a83f180724aaf57921c8d21a1b8338 2024-12-03T04:49:38,657 INFO [StoreOpener-e5ba4ff692fcd9aff68c033c97678764-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region e5ba4ff692fcd9aff68c033c97678764 2024-12-03T04:49:38,658 DEBUG [RS_OPEN_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for c2a83f180724aaf57921c8d21a1b8338 2024-12-03T04:49:38,658 DEBUG [RS_OPEN_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for c2a83f180724aaf57921c8d21a1b8338 2024-12-03T04:49:38,660 INFO [StoreOpener-e5ba4ff692fcd9aff68c033c97678764-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e5ba4ff692fcd9aff68c033c97678764 columnFamilyName family 2024-12-03T04:49:38,660 DEBUG [StoreOpener-e5ba4ff692fcd9aff68c033c97678764-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T04:49:38,661 DEBUG [RS_OPEN_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for c2a83f180724aaf57921c8d21a1b8338 2024-12-03T04:49:38,661 INFO [StoreOpener-e5ba4ff692fcd9aff68c033c97678764-1 {}] regionserver.HStore(327): Store=e5ba4ff692fcd9aff68c033c97678764/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T04:49:38,662 DEBUG [RS_OPEN_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1038): replaying wal for e5ba4ff692fcd9aff68c033c97678764 2024-12-03T04:49:38,664 DEBUG [RS_OPEN_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42785/user/jenkins/test-data/1d1c6e0e-fe44-b67f-c827-ac260bca89d8/data/default/testClearRegionBlockCache/e5ba4ff692fcd9aff68c033c97678764 2024-12-03T04:49:38,666 DEBUG [RS_OPEN_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42785/user/jenkins/test-data/1d1c6e0e-fe44-b67f-c827-ac260bca89d8/data/default/testClearRegionBlockCache/e5ba4ff692fcd9aff68c033c97678764 2024-12-03T04:49:38,667 DEBUG [RS_OPEN_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1048): stopping wal replay for e5ba4ff692fcd9aff68c033c97678764 2024-12-03T04:49:38,667 DEBUG [RS_OPEN_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1060): Cleaning up temporary data for e5ba4ff692fcd9aff68c033c97678764 2024-12-03T04:49:38,670 DEBUG [RS_OPEN_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1093): writing seq id for e5ba4ff692fcd9aff68c033c97678764 2024-12-03T04:49:38,679 DEBUG [RS_OPEN_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42785/user/jenkins/test-data/1d1c6e0e-fe44-b67f-c827-ac260bca89d8/data/default/testClearRegionBlockCache/e5ba4ff692fcd9aff68c033c97678764/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T04:49:38,679 DEBUG [RS_OPEN_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42785/user/jenkins/test-data/1d1c6e0e-fe44-b67f-c827-ac260bca89d8/data/default/testClearRegionBlockCache/c2a83f180724aaf57921c8d21a1b8338/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T04:49:38,680 INFO [RS_OPEN_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1114): Opened c2a83f180724aaf57921c8d21a1b8338; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72521223, jitterRate=0.0806504338979721}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-03T04:49:38,680 DEBUG [RS_OPEN_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for c2a83f180724aaf57921c8d21a1b8338 2024-12-03T04:49:38,680 INFO [RS_OPEN_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1114): Opened e5ba4ff692fcd9aff68c033c97678764; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64542213, jitterRate=-0.03824608027935028}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-03T04:49:38,681 DEBUG [RS_OPEN_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1122): Running coprocessor post-open hooks for e5ba4ff692fcd9aff68c033c97678764 2024-12-03T04:49:38,682 DEBUG [RS_OPEN_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1006): Region open journal for e5ba4ff692fcd9aff68c033c97678764: Running coprocessor pre-open hook at 1733201378652Writing region info on filesystem at 1733201378652Initializing all the Stores at 1733201378654 (+2 ms)Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733201378654Cleaning up temporary data from old regions at 1733201378667 (+13 ms)Running coprocessor post-open hooks at 1733201378681 (+14 ms)Region opened successfully at 1733201378682 (+1 ms) 2024-12-03T04:49:38,683 DEBUG [RS_OPEN_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for c2a83f180724aaf57921c8d21a1b8338: Running coprocessor pre-open hook at 1733201378649Writing region info on filesystem at 1733201378649Initializing all the Stores at 1733201378651 (+2 ms)Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733201378651Cleaning up temporary data from old regions at 1733201378658 (+7 ms)Running coprocessor post-open hooks at 1733201378680 (+22 ms)Region opened successfully at 1733201378683 (+3 ms) 2024-12-03T04:49:38,693 INFO [RS_OPEN_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for testClearRegionBlockCache,5,1733201378178.c2a83f180724aaf57921c8d21a1b8338., pid=7, masterSystemTime=1733201378635 2024-12-03T04:49:38,697 INFO [RS_OPEN_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegionServer(2236): Post open deploy tasks for testClearRegionBlockCache,,1733201378178.e5ba4ff692fcd9aff68c033c97678764., pid=8, masterSystemTime=1733201378638 2024-12-03T04:49:38,699 DEBUG [RS_OPEN_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for testClearRegionBlockCache,5,1733201378178.c2a83f180724aaf57921c8d21a1b8338. 2024-12-03T04:49:38,699 INFO [RS_OPEN_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] handler.AssignRegionHandler(153): Opened testClearRegionBlockCache,5,1733201378178.c2a83f180724aaf57921c8d21a1b8338. 2024-12-03T04:49:38,701 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=c2a83f180724aaf57921c8d21a1b8338, regionState=OPEN, openSeqNum=2, regionLocation=32beccd76b35,45221,1733201375677 2024-12-03T04:49:38,702 DEBUG [RS_OPEN_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegionServer(2266): Finished post open deploy task for testClearRegionBlockCache,,1733201378178.e5ba4ff692fcd9aff68c033c97678764. 2024-12-03T04:49:38,702 INFO [RS_OPEN_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] handler.AssignRegionHandler(153): Opened testClearRegionBlockCache,,1733201378178.e5ba4ff692fcd9aff68c033c97678764. 2024-12-03T04:49:38,703 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=e5ba4ff692fcd9aff68c033c97678764, regionState=OPEN, openSeqNum=2, regionLocation=32beccd76b35,44349,1733201375506 2024-12-03T04:49:38,707 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure c2a83f180724aaf57921c8d21a1b8338, server=32beccd76b35,45221,1733201375677 because future has completed 2024-12-03T04:49:38,712 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure e5ba4ff692fcd9aff68c033c97678764, server=32beccd76b35,44349,1733201375506 because future has completed 2024-12-03T04:49:38,724 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-12-03T04:49:38,724 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure c2a83f180724aaf57921c8d21a1b8338, server=32beccd76b35,45221,1733201375677 in 233 msec 2024-12-03T04:49:38,728 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=c2a83f180724aaf57921c8d21a1b8338, ASSIGN in 414 msec 2024-12-03T04:49:38,728 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=5 2024-12-03T04:49:38,728 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure e5ba4ff692fcd9aff68c033c97678764, server=32beccd76b35,44349,1733201375506 in 238 msec 2024-12-03T04:49:38,733 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-03T04:49:38,733 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=e5ba4ff692fcd9aff68c033c97678764, ASSIGN in 418 msec 2024-12-03T04:49:38,735 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-03T04:49:38,736 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733201378735"}]},"ts":"1733201378735"} 2024-12-03T04:49:38,739 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testClearRegionBlockCache, state=ENABLED in hbase:meta 2024-12-03T04:49:38,741 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_POST_OPERATION 2024-12-03T04:49:38,745 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testClearRegionBlockCache in 554 msec 2024-12-03T04:49:38,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36851 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T04:49:38,839 INFO [RPCClient-NioEventLoopGroup-5-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testClearRegionBlockCache completed 2024-12-03T04:49:38,839 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testClearRegionBlockCache get assigned. Timeout = 60000ms 2024-12-03T04:49:38,841 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-03T04:49:38,848 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testClearRegionBlockCache assigned to meta. Checking AM states. 2024-12-03T04:49:38,849 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-03T04:49:38,850 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testClearRegionBlockCache assigned. 2024-12-03T04:49:38,858 DEBUG [RPCClient-NioEventLoopGroup-5-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testClearRegionBlockCache', row='1', locateType=CURRENT is [region=testClearRegionBlockCache,,1733201378178.e5ba4ff692fcd9aff68c033c97678764., hostname=32beccd76b35,44349,1733201375506, seqNum=2] 2024-12-03T04:49:38,881 DEBUG [RPCClient-NioEventLoopGroup-5-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testClearRegionBlockCache', row='5', locateType=CURRENT is [region=testClearRegionBlockCache,5,1733201378178.c2a83f180724aaf57921c8d21a1b8338., hostname=32beccd76b35,45221,1733201375677, seqNum=2] 2024-12-03T04:49:38,881 DEBUG [RPCClient-NioEventLoopGroup-5-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T04:49:38,887 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33278, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T04:49:38,915 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing e5ba4ff692fcd9aff68c033c97678764 1/1 column families, dataSize=112 B heapSize=672 B 2024-12-03T04:49:38,991 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42785/user/jenkins/test-data/1d1c6e0e-fe44-b67f-c827-ac260bca89d8/data/default/testClearRegionBlockCache/e5ba4ff692fcd9aff68c033c97678764/.tmp/family/75cbdd998d524562aebddeaadf44238b is 32, key is 1/family:/1733201378861/Put/seqid=0 2024-12-03T04:49:39,021 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38755 is added to blk_1073741839_1015 (size=5054) 2024-12-03T04:49:39,022 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45657 is added to blk_1073741839_1015 (size=5054) 2024-12-03T04:49:39,422 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:42785/user/jenkins/test-data/1d1c6e0e-fe44-b67f-c827-ac260bca89d8/data/default/testClearRegionBlockCache/e5ba4ff692fcd9aff68c033c97678764/.tmp/family/75cbdd998d524562aebddeaadf44238b 2024-12-03T04:49:39,481 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42785/user/jenkins/test-data/1d1c6e0e-fe44-b67f-c827-ac260bca89d8/data/default/testClearRegionBlockCache/e5ba4ff692fcd9aff68c033c97678764/.tmp/family/75cbdd998d524562aebddeaadf44238b as hdfs://localhost:42785/user/jenkins/test-data/1d1c6e0e-fe44-b67f-c827-ac260bca89d8/data/default/testClearRegionBlockCache/e5ba4ff692fcd9aff68c033c97678764/family/75cbdd998d524562aebddeaadf44238b 2024-12-03T04:49:39,494 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42785/user/jenkins/test-data/1d1c6e0e-fe44-b67f-c827-ac260bca89d8/data/default/testClearRegionBlockCache/e5ba4ff692fcd9aff68c033c97678764/family/75cbdd998d524562aebddeaadf44238b, entries=4, sequenceid=8, filesize=4.9 K 2024-12-03T04:49:39,504 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~112 B/112, heapSize ~656 B/656, currentSize=0 B/0 for e5ba4ff692fcd9aff68c033c97678764 in 588ms, sequenceid=8, compaction requested=false 2024-12-03T04:49:39,505 DEBUG [Time-limited test {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testClearRegionBlockCache' 2024-12-03T04:49:39,507 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for e5ba4ff692fcd9aff68c033c97678764: 2024-12-03T04:49:39,507 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing c2a83f180724aaf57921c8d21a1b8338 1/1 column families, dataSize=140 B heapSize=776 B 2024-12-03T04:49:39,531 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42785/user/jenkins/test-data/1d1c6e0e-fe44-b67f-c827-ac260bca89d8/data/default/testClearRegionBlockCache/c2a83f180724aaf57921c8d21a1b8338/.tmp/family/c75f744cc2b94de8b04bb3585913dc0c is 32, key is 5/family:/1733201378888/Put/seqid=0 2024-12-03T04:49:39,548 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38755 is added to blk_1073741840_1016 (size=5083) 2024-12-03T04:49:39,550 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45657 is added to blk_1073741840_1016 (size=5083) 2024-12-03T04:49:39,551 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=140 B at sequenceid=9 (bloomFilter=true), to=hdfs://localhost:42785/user/jenkins/test-data/1d1c6e0e-fe44-b67f-c827-ac260bca89d8/data/default/testClearRegionBlockCache/c2a83f180724aaf57921c8d21a1b8338/.tmp/family/c75f744cc2b94de8b04bb3585913dc0c 2024-12-03T04:49:39,566 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42785/user/jenkins/test-data/1d1c6e0e-fe44-b67f-c827-ac260bca89d8/data/default/testClearRegionBlockCache/c2a83f180724aaf57921c8d21a1b8338/.tmp/family/c75f744cc2b94de8b04bb3585913dc0c as hdfs://localhost:42785/user/jenkins/test-data/1d1c6e0e-fe44-b67f-c827-ac260bca89d8/data/default/testClearRegionBlockCache/c2a83f180724aaf57921c8d21a1b8338/family/c75f744cc2b94de8b04bb3585913dc0c 2024-12-03T04:49:39,581 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42785/user/jenkins/test-data/1d1c6e0e-fe44-b67f-c827-ac260bca89d8/data/default/testClearRegionBlockCache/c2a83f180724aaf57921c8d21a1b8338/family/c75f744cc2b94de8b04bb3585913dc0c, entries=5, sequenceid=9, filesize=5.0 K 2024-12-03T04:49:39,586 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~140 B/140, heapSize ~760 B/760, currentSize=0 B/0 for c2a83f180724aaf57921c8d21a1b8338 in 79ms, sequenceid=9, compaction requested=false 2024-12-03T04:49:39,586 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for c2a83f180724aaf57921c8d21a1b8338: 2024-12-03T04:49:39,590 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@781c81eb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T04:49:39,590 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 32beccd76b35,36851,-1 for getting cluster id 2024-12-03T04:49:39,590 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T04:49:39,593 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9ad6bda4-3e8c-4f36-95ec-d7177b1414cf' 2024-12-03T04:49:39,594 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T04:49:39,595 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9ad6bda4-3e8c-4f36-95ec-d7177b1414cf" 2024-12-03T04:49:39,595 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7d8d3ca8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T04:49:39,596 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [32beccd76b35,36851,-1] 2024-12-03T04:49:39,597 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T04:49:39,601 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T04:49:39,606 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60874, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T04:49:39,608 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@35015892, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T04:49:39,631 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testClearRegionBlockCache,, stopping at row=testClearRegionBlockCache ,, for max=2147483647 with caching=100 2024-12-03T04:49:39,632 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T04:49:39,634 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=32beccd76b35,44349,1733201375506, seqNum=-1] 2024-12-03T04:49:39,635 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T04:49:39,643 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35354, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T04:49:39,660 DEBUG [RPCClient-NioEventLoopGroup-5-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-03T04:49:39,662 DEBUG [RPCClient-NioEventLoopGroup-5-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-03T04:49:39,663 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33292, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-03T04:49:39,665 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35370, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-03T04:49:39,671 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T04:49:39,672 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.testClearBlockCacheFromAsyncAdmin(TestClearRegionBlockCache.java:174) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T04:49:39,679 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T04:49:39,680 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T04:49:39,680 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T04:49:39,680 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-03T04:49:39,681 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T04:49:39,681 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.teardown(TestClearRegionBlockCache.java:100) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T04:49:39,681 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T04:49:39,682 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T04:49:39,682 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T04:49:39,682 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-03T04:49:39,682 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1503889882, stopped=false 2024-12-03T04:49:39,683 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=32beccd76b35,36851,1733201374614 2024-12-03T04:49:39,685 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45221-0x101516d1fe70002, quorum=127.0.0.1:54680, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-03T04:49:39,685 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36851-0x101516d1fe70000, quorum=127.0.0.1:54680, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-03T04:49:39,686 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45221-0x101516d1fe70002, quorum=127.0.0.1:54680, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T04:49:39,689 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44349-0x101516d1fe70001, quorum=127.0.0.1:54680, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-03T04:49:39,691 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36851-0x101516d1fe70000, quorum=127.0.0.1:54680, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T04:49:39,691 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:36851-0x101516d1fe70000, quorum=127.0.0.1:54680, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-03T04:49:39,693 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44349-0x101516d1fe70001, quorum=127.0.0.1:54680, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T04:49:39,693 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-03T04:49:39,694 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:45221-0x101516d1fe70002, quorum=127.0.0.1:54680, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-03T04:49:39,694 INFO [RS:1;32beccd76b35:45221 {}] regionserver.HRegionServer(878): Closing user regions 2024-12-03T04:49:39,694 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T04:49:39,694 INFO [RS:1;32beccd76b35:45221 {}] regionserver.HRegionServer(3091): Received CLOSE for c2a83f180724aaf57921c8d21a1b8338 2024-12-03T04:49:39,694 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.teardown(TestClearRegionBlockCache.java:100) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T04:49:39,694 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T04:49:39,695 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '32beccd76b35,44349,1733201375506' ***** 2024-12-03T04:49:39,695 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-03T04:49:39,695 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '32beccd76b35,45221,1733201375677' ***** 2024-12-03T04:49:39,695 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-03T04:49:39,696 INFO [RS:0;32beccd76b35:44349 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-03T04:49:39,696 INFO [RS:0;32beccd76b35:44349 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-03T04:49:39,696 INFO [RS:0;32beccd76b35:44349 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-03T04:49:39,696 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-03T04:49:39,696 INFO [RS:0;32beccd76b35:44349 {}] regionserver.HRegionServer(3091): Received CLOSE for e5ba4ff692fcd9aff68c033c97678764 2024-12-03T04:49:39,697 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:44349-0x101516d1fe70001, quorum=127.0.0.1:54680, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-03T04:49:39,697 INFO [RS:0;32beccd76b35:44349 {}] regionserver.HRegionServer(959): stopping server 32beccd76b35,44349,1733201375506 2024-12-03T04:49:39,697 INFO [RS:0;32beccd76b35:44349 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-03T04:49:39,697 INFO [RS:0;32beccd76b35:44349 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;32beccd76b35:44349. 2024-12-03T04:49:39,697 DEBUG [RS:0;32beccd76b35:44349 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T04:49:39,697 DEBUG [RS:0;32beccd76b35:44349 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T04:49:39,697 DEBUG [RS_CLOSE_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing c2a83f180724aaf57921c8d21a1b8338, disabling compactions & flushes 2024-12-03T04:49:39,697 INFO [RS:0;32beccd76b35:44349 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-03T04:49:39,697 INFO [RS:0;32beccd76b35:44349 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-03T04:49:39,697 INFO [RS_CLOSE_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,5,1733201378178.c2a83f180724aaf57921c8d21a1b8338. 2024-12-03T04:49:39,698 INFO [RS:0;32beccd76b35:44349 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-03T04:49:39,698 DEBUG [RS_CLOSE_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,5,1733201378178.c2a83f180724aaf57921c8d21a1b8338. 2024-12-03T04:49:39,698 INFO [RS:0;32beccd76b35:44349 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-03T04:49:39,698 DEBUG [RS_CLOSE_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,5,1733201378178.c2a83f180724aaf57921c8d21a1b8338. after waiting 0 ms 2024-12-03T04:49:39,698 DEBUG [RS_CLOSE_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,5,1733201378178.c2a83f180724aaf57921c8d21a1b8338. 2024-12-03T04:49:39,699 DEBUG [RS_CLOSE_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing e5ba4ff692fcd9aff68c033c97678764, disabling compactions & flushes 2024-12-03T04:49:39,700 INFO [RS:1;32beccd76b35:45221 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-03T04:49:39,700 INFO [RS:1;32beccd76b35:45221 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-03T04:49:39,700 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-03T04:49:39,700 INFO [RS:1;32beccd76b35:45221 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-03T04:49:39,700 INFO [RS:1;32beccd76b35:45221 {}] regionserver.HRegionServer(959): stopping server 32beccd76b35,45221,1733201375677 2024-12-03T04:49:39,700 INFO [RS:1;32beccd76b35:45221 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-03T04:49:39,700 INFO [RS:1;32beccd76b35:45221 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;32beccd76b35:45221. 2024-12-03T04:49:39,700 DEBUG [RS:1;32beccd76b35:45221 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T04:49:39,700 DEBUG [RS:1;32beccd76b35:45221 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T04:49:39,700 INFO [RS:1;32beccd76b35:45221 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-03T04:49:39,700 DEBUG [RS:1;32beccd76b35:45221 {}] regionserver.HRegionServer(1325): Online Regions={c2a83f180724aaf57921c8d21a1b8338=testClearRegionBlockCache,5,1733201378178.c2a83f180724aaf57921c8d21a1b8338.} 2024-12-03T04:49:39,701 DEBUG [RS:1;32beccd76b35:45221 {}] regionserver.HRegionServer(1351): Waiting on c2a83f180724aaf57921c8d21a1b8338 2024-12-03T04:49:39,699 INFO [RS_CLOSE_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,,1733201378178.e5ba4ff692fcd9aff68c033c97678764. 2024-12-03T04:49:39,701 DEBUG [RS_CLOSE_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,,1733201378178.e5ba4ff692fcd9aff68c033c97678764. 2024-12-03T04:49:39,701 DEBUG [RS_CLOSE_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,,1733201378178.e5ba4ff692fcd9aff68c033c97678764. after waiting 0 ms 2024-12-03T04:49:39,701 INFO [RS:0;32beccd76b35:44349 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-03T04:49:39,701 DEBUG [RS_CLOSE_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,,1733201378178.e5ba4ff692fcd9aff68c033c97678764. 2024-12-03T04:49:39,701 DEBUG [RS:0;32beccd76b35:44349 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, e5ba4ff692fcd9aff68c033c97678764=testClearRegionBlockCache,,1733201378178.e5ba4ff692fcd9aff68c033c97678764.} 2024-12-03T04:49:39,701 DEBUG [RS:0;32beccd76b35:44349 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, e5ba4ff692fcd9aff68c033c97678764 2024-12-03T04:49:39,705 DEBUG [RS_CLOSE_META-regionserver/32beccd76b35:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-03T04:49:39,705 INFO [RS_CLOSE_META-regionserver/32beccd76b35:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-03T04:49:39,706 DEBUG [RS_CLOSE_META-regionserver/32beccd76b35:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-03T04:49:39,706 DEBUG [RS_CLOSE_META-regionserver/32beccd76b35:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-03T04:49:39,706 DEBUG [RS_CLOSE_META-regionserver/32beccd76b35:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-03T04:49:39,706 INFO [RS_CLOSE_META-regionserver/32beccd76b35:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.79 KB heapSize=5.57 KB 2024-12-03T04:49:39,713 INFO [regionserver/32beccd76b35:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-03T04:49:39,717 INFO [regionserver/32beccd76b35:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-03T04:49:39,718 DEBUG [RS_CLOSE_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42785/user/jenkins/test-data/1d1c6e0e-fe44-b67f-c827-ac260bca89d8/data/default/testClearRegionBlockCache/e5ba4ff692fcd9aff68c033c97678764/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-12-03T04:49:39,721 INFO [RS_CLOSE_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,,1733201378178.e5ba4ff692fcd9aff68c033c97678764. 2024-12-03T04:49:39,722 DEBUG [RS_CLOSE_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for e5ba4ff692fcd9aff68c033c97678764: Waiting for close lock at 1733201379699Running coprocessor pre-close hooks at 1733201379699Disabling compacts and flushes for region at 1733201379699Disabling writes for close at 1733201379701 (+2 ms)Writing region close event to WAL at 1733201379703 (+2 ms)Running coprocessor post-close hooks at 1733201379719 (+16 ms)Closed at 1733201379721 (+2 ms) 2024-12-03T04:49:39,722 DEBUG [RS_CLOSE_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,,1733201378178.e5ba4ff692fcd9aff68c033c97678764. 2024-12-03T04:49:39,729 DEBUG [RS_CLOSE_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42785/user/jenkins/test-data/1d1c6e0e-fe44-b67f-c827-ac260bca89d8/data/default/testClearRegionBlockCache/c2a83f180724aaf57921c8d21a1b8338/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=1 2024-12-03T04:49:39,731 INFO [RS_CLOSE_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,5,1733201378178.c2a83f180724aaf57921c8d21a1b8338. 2024-12-03T04:49:39,731 DEBUG [RS_CLOSE_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for c2a83f180724aaf57921c8d21a1b8338: Waiting for close lock at 1733201379697Running coprocessor pre-close hooks at 1733201379697Disabling compacts and flushes for region at 1733201379697Disabling writes for close at 1733201379698 (+1 ms)Writing region close event to WAL at 1733201379704 (+6 ms)Running coprocessor post-close hooks at 1733201379730 (+26 ms)Closed at 1733201379730 2024-12-03T04:49:39,731 DEBUG [RS_CLOSE_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,5,1733201378178.c2a83f180724aaf57921c8d21a1b8338. 2024-12-03T04:49:39,749 DEBUG [RS_CLOSE_META-regionserver/32beccd76b35:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42785/user/jenkins/test-data/1d1c6e0e-fe44-b67f-c827-ac260bca89d8/data/hbase/meta/1588230740/.tmp/info/8afc7aaaaeb548429f0df6b7b26f6bef is 173, key is testClearRegionBlockCache,5,1733201378178.c2a83f180724aaf57921c8d21a1b8338./info:regioninfo/1733201378701/Put/seqid=0 2024-12-03T04:49:39,768 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45657 is added to blk_1073741841_1017 (size=8173) 2024-12-03T04:49:39,768 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38755 is added to blk_1073741841_1017 (size=8173) 2024-12-03T04:49:39,770 INFO [RS_CLOSE_META-regionserver/32beccd76b35:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.60 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:42785/user/jenkins/test-data/1d1c6e0e-fe44-b67f-c827-ac260bca89d8/data/hbase/meta/1588230740/.tmp/info/8afc7aaaaeb548429f0df6b7b26f6bef 2024-12-03T04:49:39,804 DEBUG [RS_CLOSE_META-regionserver/32beccd76b35:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42785/user/jenkins/test-data/1d1c6e0e-fe44-b67f-c827-ac260bca89d8/data/hbase/meta/1588230740/.tmp/ns/c55af3c5e698414b89920af071ffe395 is 43, key is default/ns:d/1733201377903/Put/seqid=0 2024-12-03T04:49:39,811 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45657 is added to blk_1073741842_1018 (size=5153) 2024-12-03T04:49:39,812 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38755 is added to blk_1073741842_1018 (size=5153) 2024-12-03T04:49:39,813 INFO [RS_CLOSE_META-regionserver/32beccd76b35:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:42785/user/jenkins/test-data/1d1c6e0e-fe44-b67f-c827-ac260bca89d8/data/hbase/meta/1588230740/.tmp/ns/c55af3c5e698414b89920af071ffe395 2024-12-03T04:49:39,841 DEBUG [RS_CLOSE_META-regionserver/32beccd76b35:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42785/user/jenkins/test-data/1d1c6e0e-fe44-b67f-c827-ac260bca89d8/data/hbase/meta/1588230740/.tmp/table/9aeaaabab230465092d57d7a2ea90109 is 61, key is testClearRegionBlockCache/table:state/1733201378735/Put/seqid=0 2024-12-03T04:49:39,848 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38755 is added to blk_1073741843_1019 (size=5312) 2024-12-03T04:49:39,849 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45657 is added to blk_1073741843_1019 (size=5312) 2024-12-03T04:49:39,850 INFO [RS_CLOSE_META-regionserver/32beccd76b35:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=114 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:42785/user/jenkins/test-data/1d1c6e0e-fe44-b67f-c827-ac260bca89d8/data/hbase/meta/1588230740/.tmp/table/9aeaaabab230465092d57d7a2ea90109 2024-12-03T04:49:39,861 DEBUG [RS_CLOSE_META-regionserver/32beccd76b35:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42785/user/jenkins/test-data/1d1c6e0e-fe44-b67f-c827-ac260bca89d8/data/hbase/meta/1588230740/.tmp/info/8afc7aaaaeb548429f0df6b7b26f6bef as hdfs://localhost:42785/user/jenkins/test-data/1d1c6e0e-fe44-b67f-c827-ac260bca89d8/data/hbase/meta/1588230740/info/8afc7aaaaeb548429f0df6b7b26f6bef 2024-12-03T04:49:39,873 INFO [RS_CLOSE_META-regionserver/32beccd76b35:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42785/user/jenkins/test-data/1d1c6e0e-fe44-b67f-c827-ac260bca89d8/data/hbase/meta/1588230740/info/8afc7aaaaeb548429f0df6b7b26f6bef, entries=20, sequenceid=13, filesize=8.0 K 2024-12-03T04:49:39,874 DEBUG [RS_CLOSE_META-regionserver/32beccd76b35:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42785/user/jenkins/test-data/1d1c6e0e-fe44-b67f-c827-ac260bca89d8/data/hbase/meta/1588230740/.tmp/ns/c55af3c5e698414b89920af071ffe395 as hdfs://localhost:42785/user/jenkins/test-data/1d1c6e0e-fe44-b67f-c827-ac260bca89d8/data/hbase/meta/1588230740/ns/c55af3c5e698414b89920af071ffe395 2024-12-03T04:49:39,885 INFO [RS_CLOSE_META-regionserver/32beccd76b35:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42785/user/jenkins/test-data/1d1c6e0e-fe44-b67f-c827-ac260bca89d8/data/hbase/meta/1588230740/ns/c55af3c5e698414b89920af071ffe395, entries=2, sequenceid=13, filesize=5.0 K 2024-12-03T04:49:39,887 DEBUG [RS_CLOSE_META-regionserver/32beccd76b35:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42785/user/jenkins/test-data/1d1c6e0e-fe44-b67f-c827-ac260bca89d8/data/hbase/meta/1588230740/.tmp/table/9aeaaabab230465092d57d7a2ea90109 as hdfs://localhost:42785/user/jenkins/test-data/1d1c6e0e-fe44-b67f-c827-ac260bca89d8/data/hbase/meta/1588230740/table/9aeaaabab230465092d57d7a2ea90109 2024-12-03T04:49:39,898 INFO [RS_CLOSE_META-regionserver/32beccd76b35:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42785/user/jenkins/test-data/1d1c6e0e-fe44-b67f-c827-ac260bca89d8/data/hbase/meta/1588230740/table/9aeaaabab230465092d57d7a2ea90109, entries=2, sequenceid=13, filesize=5.2 K 2024-12-03T04:49:39,901 INFO [RS_CLOSE_META-regionserver/32beccd76b35:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.79 KB/2852, heapSize ~5.27 KB/5400, currentSize=0 B/0 for 1588230740 in 194ms, sequenceid=13, compaction requested=false 2024-12-03T04:49:39,901 DEBUG [RS_CLOSE_META-regionserver/32beccd76b35:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-03T04:49:39,901 INFO [RS:1;32beccd76b35:45221 {}] regionserver.HRegionServer(976): stopping server 32beccd76b35,45221,1733201375677; all regions closed. 2024-12-03T04:49:39,909 DEBUG [RS:0;32beccd76b35:44349 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-03T04:49:39,930 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38755 is added to blk_1073741834_1010 (size=1867) 2024-12-03T04:49:39,930 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45657 is added to blk_1073741834_1010 (size=1867) 2024-12-03T04:49:39,934 DEBUG [RS_CLOSE_META-regionserver/32beccd76b35:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42785/user/jenkins/test-data/1d1c6e0e-fe44-b67f-c827-ac260bca89d8/data/hbase/meta/1588230740/recovered.edits/16.seqid, newMaxSeqId=16, maxSeqId=1 2024-12-03T04:49:39,935 DEBUG [RS_CLOSE_META-regionserver/32beccd76b35:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-03T04:49:39,935 INFO [RS_CLOSE_META-regionserver/32beccd76b35:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-03T04:49:39,935 DEBUG [RS_CLOSE_META-regionserver/32beccd76b35:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733201379705Running coprocessor pre-close hooks at 1733201379705Disabling compacts and flushes for region at 1733201379705Disabling writes for close at 1733201379706 (+1 ms)Obtaining lock to block concurrent updates at 1733201379706Preparing flush snapshotting stores in 1588230740 at 1733201379706Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2852, getHeapSize=5640, getOffHeapSize=0, getCellsCount=24 at 1733201379709 (+3 ms)Flushing stores of hbase:meta,,1.1588230740 at 1733201379711 (+2 ms)Flushing 1588230740/info: creating writer at 1733201379712 (+1 ms)Flushing 1588230740/info: appending metadata at 1733201379748 (+36 ms)Flushing 1588230740/info: closing flushed file at 1733201379748Flushing 1588230740/ns: creating writer at 1733201379783 (+35 ms)Flushing 1588230740/ns: appending metadata at 1733201379803 (+20 ms)Flushing 1588230740/ns: closing flushed file at 1733201379803Flushing 1588230740/table: creating writer at 1733201379823 (+20 ms)Flushing 1588230740/table: appending metadata at 1733201379840 (+17 ms)Flushing 1588230740/table: closing flushed file at 1733201379840Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3f9fbab: reopening flushed file at 1733201379860 (+20 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7925af2d: reopening flushed file at 1733201379873 (+13 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@16b96909: reopening flushed file at 1733201379886 (+13 ms)Finished flush of dataSize ~2.79 KB/2852, heapSize ~5.27 KB/5400, currentSize=0 B/0 for 1588230740 in 194ms, sequenceid=13, compaction requested=false at 1733201379901 (+15 ms)Writing region close event to WAL at 1733201379926 (+25 ms)Running coprocessor post-close hooks at 1733201379935 (+9 ms)Closed at 1733201379935 2024-12-03T04:49:39,936 DEBUG [RS_CLOSE_META-regionserver/32beccd76b35:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-03T04:49:39,938 DEBUG [RS:1;32beccd76b35:45221 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/1d1c6e0e-fe44-b67f-c827-ac260bca89d8/oldWALs 2024-12-03T04:49:39,938 INFO [RS:1;32beccd76b35:45221 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 32beccd76b35%2C45221%2C1733201375677:(num 1733201377376) 2024-12-03T04:49:39,938 DEBUG [RS:1;32beccd76b35:45221 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T04:49:39,938 INFO [RS:1;32beccd76b35:45221 {}] regionserver.LeaseManager(133): Closed leases 2024-12-03T04:49:39,938 INFO [RS:1;32beccd76b35:45221 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-03T04:49:39,938 INFO [RS:1;32beccd76b35:45221 {}] hbase.ChoreService(370): Chore service for: regionserver/32beccd76b35:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-12-03T04:49:39,939 INFO [RS:1;32beccd76b35:45221 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-03T04:49:39,939 INFO [RS:1;32beccd76b35:45221 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-03T04:49:39,939 INFO [RS:1;32beccd76b35:45221 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-03T04:49:39,939 INFO [regionserver/32beccd76b35:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-03T04:49:39,939 INFO [RS:1;32beccd76b35:45221 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-03T04:49:39,939 INFO [RS:1;32beccd76b35:45221 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:45221 2024-12-03T04:49:39,943 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45221-0x101516d1fe70002, quorum=127.0.0.1:54680, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/32beccd76b35,45221,1733201375677 2024-12-03T04:49:39,943 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36851-0x101516d1fe70000, quorum=127.0.0.1:54680, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-03T04:49:39,943 INFO [RS:1;32beccd76b35:45221 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-03T04:49:39,944 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [32beccd76b35,45221,1733201375677] 2024-12-03T04:49:39,947 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/32beccd76b35,45221,1733201375677 already deleted, retry=false 2024-12-03T04:49:39,948 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 32beccd76b35,45221,1733201375677 expired; onlineServers=1 2024-12-03T04:49:40,046 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45221-0x101516d1fe70002, quorum=127.0.0.1:54680, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T04:49:40,046 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45221-0x101516d1fe70002, quorum=127.0.0.1:54680, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T04:49:40,047 INFO [RS:1;32beccd76b35:45221 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-03T04:49:40,047 INFO [RS:1;32beccd76b35:45221 {}] regionserver.HRegionServer(1031): Exiting; stopping=32beccd76b35,45221,1733201375677; zookeeper connection closed. 2024-12-03T04:49:40,048 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@42fd8c2f {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@42fd8c2f 2024-12-03T04:49:40,109 INFO [RS:0;32beccd76b35:44349 {}] regionserver.HRegionServer(976): stopping server 32beccd76b35,44349,1733201375506; all regions closed. 2024-12-03T04:49:40,115 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38755 is added to blk_1073741835_1011 (size=4338) 2024-12-03T04:49:40,115 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45657 is added to blk_1073741835_1011 (size=4338) 2024-12-03T04:49:40,116 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/1d1c6e0e-fe44-b67f-c827-ac260bca89d8/WALs/32beccd76b35,44349,1733201375506/32beccd76b35%2C44349%2C1733201375506.meta.1733201377714.meta not finished, retry = 0 2024-12-03T04:49:40,201 INFO [regionserver/32beccd76b35:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-03T04:49:40,201 INFO [regionserver/32beccd76b35:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-03T04:49:40,220 DEBUG [RS:0;32beccd76b35:44349 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/1d1c6e0e-fe44-b67f-c827-ac260bca89d8/oldWALs 2024-12-03T04:49:40,220 INFO [RS:0;32beccd76b35:44349 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 32beccd76b35%2C44349%2C1733201375506.meta:.meta(num 1733201377714) 2024-12-03T04:49:40,224 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45657 is added to blk_1073741833_1009 (size=1758) 2024-12-03T04:49:40,224 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38755 is added to blk_1073741833_1009 (size=1758) 2024-12-03T04:49:40,227 DEBUG [RS:0;32beccd76b35:44349 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/1d1c6e0e-fe44-b67f-c827-ac260bca89d8/oldWALs 2024-12-03T04:49:40,227 INFO [RS:0;32beccd76b35:44349 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 32beccd76b35%2C44349%2C1733201375506:(num 1733201377376) 2024-12-03T04:49:40,227 DEBUG [RS:0;32beccd76b35:44349 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T04:49:40,227 INFO [RS:0;32beccd76b35:44349 {}] regionserver.LeaseManager(133): Closed leases 2024-12-03T04:49:40,227 INFO [RS:0;32beccd76b35:44349 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-03T04:49:40,228 INFO [RS:0;32beccd76b35:44349 {}] hbase.ChoreService(370): Chore service for: regionserver/32beccd76b35:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-03T04:49:40,228 INFO [RS:0;32beccd76b35:44349 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-03T04:49:40,228 INFO [regionserver/32beccd76b35:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-03T04:49:40,228 INFO [RS:0;32beccd76b35:44349 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:44349 2024-12-03T04:49:40,231 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44349-0x101516d1fe70001, quorum=127.0.0.1:54680, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/32beccd76b35,44349,1733201375506 2024-12-03T04:49:40,231 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36851-0x101516d1fe70000, quorum=127.0.0.1:54680, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-03T04:49:40,231 INFO [RS:0;32beccd76b35:44349 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-03T04:49:40,233 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [32beccd76b35,44349,1733201375506] 2024-12-03T04:49:40,235 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/32beccd76b35,44349,1733201375506 already deleted, retry=false 2024-12-03T04:49:40,235 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 32beccd76b35,44349,1733201375506 expired; onlineServers=0 2024-12-03T04:49:40,235 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '32beccd76b35,36851,1733201374614' ***** 2024-12-03T04:49:40,235 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-03T04:49:40,235 INFO [M:0;32beccd76b35:36851 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-03T04:49:40,235 INFO [M:0;32beccd76b35:36851 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-03T04:49:40,235 DEBUG [M:0;32beccd76b35:36851 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-03T04:49:40,235 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-03T04:49:40,235 DEBUG [M:0;32beccd76b35:36851 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-03T04:49:40,236 DEBUG [master/32beccd76b35:0:becomeActiveMaster-HFileCleaner.small.0-1733201376948 {}] cleaner.HFileCleaner(306): Exit Thread[master/32beccd76b35:0:becomeActiveMaster-HFileCleaner.small.0-1733201376948,5,FailOnTimeoutGroup] 2024-12-03T04:49:40,236 DEBUG [master/32beccd76b35:0:becomeActiveMaster-HFileCleaner.large.0-1733201376947 {}] cleaner.HFileCleaner(306): Exit Thread[master/32beccd76b35:0:becomeActiveMaster-HFileCleaner.large.0-1733201376947,5,FailOnTimeoutGroup] 2024-12-03T04:49:40,236 INFO [M:0;32beccd76b35:36851 {}] hbase.ChoreService(370): Chore service for: master/32beccd76b35:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-03T04:49:40,236 INFO [M:0;32beccd76b35:36851 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-03T04:49:40,236 DEBUG [M:0;32beccd76b35:36851 {}] master.HMaster(1795): Stopping service threads 2024-12-03T04:49:40,236 INFO [M:0;32beccd76b35:36851 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-03T04:49:40,236 INFO [M:0;32beccd76b35:36851 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-03T04:49:40,237 INFO [M:0;32beccd76b35:36851 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-03T04:49:40,237 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-03T04:49:40,238 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36851-0x101516d1fe70000, quorum=127.0.0.1:54680, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-12-03T04:49:40,238 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36851-0x101516d1fe70000, quorum=127.0.0.1:54680, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T04:49:40,238 DEBUG [M:0;32beccd76b35:36851 {}] zookeeper.ZKUtil(347): master:36851-0x101516d1fe70000, quorum=127.0.0.1:54680, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-12-03T04:49:40,238 WARN [M:0;32beccd76b35:36851 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-03T04:49:40,239 INFO [M:0;32beccd76b35:36851 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:42785/user/jenkins/test-data/1d1c6e0e-fe44-b67f-c827-ac260bca89d8/.lastflushedseqids 2024-12-03T04:49:40,258 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38755 is added to blk_1073741844_1020 (size=182) 2024-12-03T04:49:40,259 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45657 is added to blk_1073741844_1020 (size=182) 2024-12-03T04:49:40,259 INFO [M:0;32beccd76b35:36851 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-03T04:49:40,260 INFO [M:0;32beccd76b35:36851 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-03T04:49:40,260 DEBUG [M:0;32beccd76b35:36851 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-03T04:49:40,260 INFO [M:0;32beccd76b35:36851 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T04:49:40,260 DEBUG [M:0;32beccd76b35:36851 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T04:49:40,260 DEBUG [M:0;32beccd76b35:36851 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-03T04:49:40,260 DEBUG [M:0;32beccd76b35:36851 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T04:49:40,260 INFO [M:0;32beccd76b35:36851 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=29.57 KB heapSize=36.95 KB 2024-12-03T04:49:40,280 DEBUG [M:0;32beccd76b35:36851 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42785/user/jenkins/test-data/1d1c6e0e-fe44-b67f-c827-ac260bca89d8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/848ffe218f7a487a84ce38a381a5e799 is 82, key is hbase:meta,,1/info:regioninfo/1733201377819/Put/seqid=0 2024-12-03T04:49:40,286 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38755 is added to blk_1073741845_1021 (size=5672) 2024-12-03T04:49:40,287 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45657 is added to blk_1073741845_1021 (size=5672) 2024-12-03T04:49:40,287 INFO [M:0;32beccd76b35:36851 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:42785/user/jenkins/test-data/1d1c6e0e-fe44-b67f-c827-ac260bca89d8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/848ffe218f7a487a84ce38a381a5e799 2024-12-03T04:49:40,321 DEBUG [M:0;32beccd76b35:36851 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42785/user/jenkins/test-data/1d1c6e0e-fe44-b67f-c827-ac260bca89d8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f25214f8195243319766218e29b07e72 is 802, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1733201378744/Put/seqid=0 2024-12-03T04:49:40,328 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45657 is added to blk_1073741846_1022 (size=6218) 2024-12-03T04:49:40,328 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38755 is added to blk_1073741846_1022 (size=6218) 2024-12-03T04:49:40,329 INFO [M:0;32beccd76b35:36851 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28.95 KB at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:42785/user/jenkins/test-data/1d1c6e0e-fe44-b67f-c827-ac260bca89d8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f25214f8195243319766218e29b07e72 2024-12-03T04:49:40,333 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44349-0x101516d1fe70001, quorum=127.0.0.1:54680, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T04:49:40,333 INFO [RS:0;32beccd76b35:44349 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-03T04:49:40,333 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44349-0x101516d1fe70001, quorum=127.0.0.1:54680, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T04:49:40,333 INFO [RS:0;32beccd76b35:44349 {}] regionserver.HRegionServer(1031): Exiting; stopping=32beccd76b35,44349,1733201375506; zookeeper connection closed. 2024-12-03T04:49:40,333 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@161217b6 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@161217b6 2024-12-03T04:49:40,334 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 2 regionserver(s) complete 2024-12-03T04:49:40,355 DEBUG [M:0;32beccd76b35:36851 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42785/user/jenkins/test-data/1d1c6e0e-fe44-b67f-c827-ac260bca89d8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c69f2033a2274549b1b91fd47623b615 is 69, key is 32beccd76b35,44349,1733201375506/rs:state/1733201377090/Put/seqid=0 2024-12-03T04:49:40,363 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45657 is added to blk_1073741847_1023 (size=5224) 2024-12-03T04:49:40,364 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38755 is added to blk_1073741847_1023 (size=5224) 2024-12-03T04:49:40,364 INFO [M:0;32beccd76b35:36851 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=130 B at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:42785/user/jenkins/test-data/1d1c6e0e-fe44-b67f-c827-ac260bca89d8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c69f2033a2274549b1b91fd47623b615 2024-12-03T04:49:40,376 DEBUG [M:0;32beccd76b35:36851 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42785/user/jenkins/test-data/1d1c6e0e-fe44-b67f-c827-ac260bca89d8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/848ffe218f7a487a84ce38a381a5e799 as hdfs://localhost:42785/user/jenkins/test-data/1d1c6e0e-fe44-b67f-c827-ac260bca89d8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/848ffe218f7a487a84ce38a381a5e799 2024-12-03T04:49:40,386 INFO [M:0;32beccd76b35:36851 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42785/user/jenkins/test-data/1d1c6e0e-fe44-b67f-c827-ac260bca89d8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/848ffe218f7a487a84ce38a381a5e799, entries=8, sequenceid=71, filesize=5.5 K 2024-12-03T04:49:40,388 DEBUG [M:0;32beccd76b35:36851 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42785/user/jenkins/test-data/1d1c6e0e-fe44-b67f-c827-ac260bca89d8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f25214f8195243319766218e29b07e72 as hdfs://localhost:42785/user/jenkins/test-data/1d1c6e0e-fe44-b67f-c827-ac260bca89d8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/f25214f8195243319766218e29b07e72 2024-12-03T04:49:40,397 INFO [M:0;32beccd76b35:36851 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42785/user/jenkins/test-data/1d1c6e0e-fe44-b67f-c827-ac260bca89d8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/f25214f8195243319766218e29b07e72, entries=8, sequenceid=71, filesize=6.1 K 2024-12-03T04:49:40,399 DEBUG [M:0;32beccd76b35:36851 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42785/user/jenkins/test-data/1d1c6e0e-fe44-b67f-c827-ac260bca89d8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c69f2033a2274549b1b91fd47623b615 as hdfs://localhost:42785/user/jenkins/test-data/1d1c6e0e-fe44-b67f-c827-ac260bca89d8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/c69f2033a2274549b1b91fd47623b615 2024-12-03T04:49:40,408 INFO [M:0;32beccd76b35:36851 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42785/user/jenkins/test-data/1d1c6e0e-fe44-b67f-c827-ac260bca89d8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/c69f2033a2274549b1b91fd47623b615, entries=2, sequenceid=71, filesize=5.1 K 2024-12-03T04:49:40,409 INFO [M:0;32beccd76b35:36851 {}] regionserver.HRegion(3140): Finished flush of dataSize ~29.57 KB/30281, heapSize ~36.66 KB/37536, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 149ms, sequenceid=71, compaction requested=false 2024-12-03T04:49:40,412 INFO [M:0;32beccd76b35:36851 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T04:49:40,412 DEBUG [M:0;32beccd76b35:36851 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733201380260Disabling compacts and flushes for region at 1733201380260Disabling writes for close at 1733201380260Obtaining lock to block concurrent updates at 1733201380260Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733201380260Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=30281, getHeapSize=37776, getOffHeapSize=0, getCellsCount=86 at 1733201380261 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733201380262 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733201380262Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733201380279 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733201380279Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733201380297 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733201380321 (+24 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733201380321Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733201380337 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733201380355 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733201380355Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@baa3859: reopening flushed file at 1733201380373 (+18 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@47b990d8: reopening flushed file at 1733201380387 (+14 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@10274e7: reopening flushed file at 1733201380397 (+10 ms)Finished flush of dataSize ~29.57 KB/30281, heapSize ~36.66 KB/37536, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 149ms, sequenceid=71, compaction requested=false at 1733201380409 (+12 ms)Writing region close event to WAL at 1733201380412 (+3 ms)Closed at 1733201380412 2024-12-03T04:49:40,416 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45657 is added to blk_1073741830_1006 (size=35428) 2024-12-03T04:49:40,416 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38755 is added to blk_1073741830_1006 (size=35428) 2024-12-03T04:49:40,418 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-03T04:49:40,418 INFO [M:0;32beccd76b35:36851 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-03T04:49:40,419 INFO [M:0;32beccd76b35:36851 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:36851 2024-12-03T04:49:40,419 INFO [M:0;32beccd76b35:36851 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-03T04:49:40,521 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36851-0x101516d1fe70000, quorum=127.0.0.1:54680, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T04:49:40,521 INFO [M:0;32beccd76b35:36851 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-03T04:49:40,521 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36851-0x101516d1fe70000, quorum=127.0.0.1:54680, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T04:49:40,528 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5acf7a93{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-03T04:49:40,531 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@52bff630{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-03T04:49:40,531 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-03T04:49:40,531 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3b611e38{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-03T04:49:40,531 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@727c4888{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5d99fa84-d54c-6402-d24d-6cd28edbc067/hadoop.log.dir/,STOPPED} 2024-12-03T04:49:40,535 WARN [BP-1692166262-172.17.0.3-1733201371419 heartbeating to localhost/127.0.0.1:42785 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-03T04:49:40,535 WARN [BP-1692166262-172.17.0.3-1733201371419 heartbeating to localhost/127.0.0.1:42785 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1692166262-172.17.0.3-1733201371419 (Datanode Uuid 509600ef-c3b2-459b-adcf-c11352949318) service to localhost/127.0.0.1:42785 2024-12-03T04:49:40,535 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-03T04:49:40,535 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-03T04:49:40,537 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5d99fa84-d54c-6402-d24d-6cd28edbc067/cluster_0653de06-eb0b-d0bf-1061-4548f85aad5d/data/data3/current/BP-1692166262-172.17.0.3-1733201371419 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-03T04:49:40,537 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5d99fa84-d54c-6402-d24d-6cd28edbc067/cluster_0653de06-eb0b-d0bf-1061-4548f85aad5d/data/data4/current/BP-1692166262-172.17.0.3-1733201371419 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-03T04:49:40,538 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-03T04:49:40,540 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@bc3e688{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-03T04:49:40,541 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@21b0fe12{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-03T04:49:40,541 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-03T04:49:40,541 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@684a1a54{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-03T04:49:40,541 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@18d551c9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5d99fa84-d54c-6402-d24d-6cd28edbc067/hadoop.log.dir/,STOPPED} 2024-12-03T04:49:40,542 WARN [BP-1692166262-172.17.0.3-1733201371419 heartbeating to localhost/127.0.0.1:42785 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-03T04:49:40,542 WARN [BP-1692166262-172.17.0.3-1733201371419 heartbeating to localhost/127.0.0.1:42785 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1692166262-172.17.0.3-1733201371419 (Datanode Uuid 42786367-b715-4df4-bf45-ea707ef155b9) service to localhost/127.0.0.1:42785 2024-12-03T04:49:40,543 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5d99fa84-d54c-6402-d24d-6cd28edbc067/cluster_0653de06-eb0b-d0bf-1061-4548f85aad5d/data/data1/current/BP-1692166262-172.17.0.3-1733201371419 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-03T04:49:40,544 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5d99fa84-d54c-6402-d24d-6cd28edbc067/cluster_0653de06-eb0b-d0bf-1061-4548f85aad5d/data/data2/current/BP-1692166262-172.17.0.3-1733201371419 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-03T04:49:40,544 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-03T04:49:40,544 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-03T04:49:40,544 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-03T04:49:40,555 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2d76aeb0{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-03T04:49:40,555 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@24ff5ebc{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-03T04:49:40,555 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-03T04:49:40,556 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7bc12f51{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-03T04:49:40,556 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@143ac887{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5d99fa84-d54c-6402-d24d-6cd28edbc067/hadoop.log.dir/,STOPPED} 2024-12-03T04:49:40,567 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-03T04:49:40,606 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-03T04:49:40,618 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.TestClearRegionBlockCache#testClearBlockCacheFromAsyncAdmin[0: lru] Thread=81 (was 11) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/32beccd76b35:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: weak-ref-cleaner-strictcontextstorage java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//io.opentelemetry.context.StrictContextStorage$PendingScopes.run(StrictContextStorage.java:269) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1437947524) connection to localhost/127.0.0.1:42785 from jenkins.hfs.0 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-1-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/32beccd76b35:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42785 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:4171) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:42785 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/32beccd76b35:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: LeaseRenewer:jenkins.hfs.1@localhost:42785 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1437947524) connection to localhost/127.0.0.1:42785 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42785 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async-Client-Retry-Timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Idle-Rpc-Conn-Sweeper-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1437947524) connection to localhost/127.0.0.1:42785 from jenkins.hfs.1 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-4-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42785 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.PeerCache@d3bf4a6 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253) app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46) app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42785 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: nioEventLoopGroup-4-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcClient-timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test.named-queue-events-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//com.lmax.disruptor.BlockingWaitStrategy.waitFor(BlockingWaitStrategy.java:47) app//com.lmax.disruptor.ProcessingSequenceBarrier.waitFor(ProcessingSequenceBarrier.java:56) app//com.lmax.disruptor.BatchEventProcessor.processEvents(BatchEventProcessor.java:159) app//com.lmax.disruptor.BatchEventProcessor.run(BatchEventProcessor.java:125) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SSL Certificates Store Monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:537) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SessionTracker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:163) Potentially hanging thread: nioEventLoopGroup-2-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: LeaseRenewer:jenkins.hfs.0@localhost:42785 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'NameNode' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: IPC Client (1437947524) connection to localhost/127.0.0.1:42785 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: regionserver/32beccd76b35:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: ForkJoinPool-2-worker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=412 (was 287) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=508 (was 445) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=4676 (was 5631) 2024-12-03T04:49:40,626 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.TestClearRegionBlockCache#testClearBlockCache[0: lru] Thread=81, OpenFileDescriptor=412, MaxFileDescriptor=1048576, SystemLoadAverage=508, ProcessCount=11, AvailableMemoryMB=4676 2024-12-03T04:49:40,641 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5d99fa84-d54c-6402-d24d-6cd28edbc067/hadoop.log.dir so I do NOT create it in target/test-data/50285c57-1af0-1480-df31-e36b8e0eb09c 2024-12-03T04:49:40,641 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5d99fa84-d54c-6402-d24d-6cd28edbc067/hadoop.log.dir Erasing configuration value by system value. 2024-12-03T04:49:40,641 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5d99fa84-d54c-6402-d24d-6cd28edbc067/hadoop.tmp.dir so I do NOT create it in target/test-data/50285c57-1af0-1480-df31-e36b8e0eb09c 2024-12-03T04:49:40,641 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5d99fa84-d54c-6402-d24d-6cd28edbc067/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-03T04:49:40,641 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/50285c57-1af0-1480-df31-e36b8e0eb09c 2024-12-03T04:49:40,642 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=2, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-03T04:49:40,642 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/50285c57-1af0-1480-df31-e36b8e0eb09c/cluster_9238055c-5e35-491c-8ae9-746135e958e3, deleteOnExit=true 2024-12-03T04:49:40,642 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-03T04:49:40,642 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/50285c57-1af0-1480-df31-e36b8e0eb09c/test.cache.data in system properties and HBase conf 2024-12-03T04:49:40,642 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/50285c57-1af0-1480-df31-e36b8e0eb09c/hadoop.tmp.dir in system properties and HBase conf 2024-12-03T04:49:40,642 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/50285c57-1af0-1480-df31-e36b8e0eb09c/hadoop.log.dir in system properties and HBase conf 2024-12-03T04:49:40,642 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/50285c57-1af0-1480-df31-e36b8e0eb09c/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-03T04:49:40,643 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/50285c57-1af0-1480-df31-e36b8e0eb09c/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-03T04:49:40,643 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-03T04:49:40,643 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-03T04:49:40,643 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/50285c57-1af0-1480-df31-e36b8e0eb09c/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-03T04:49:40,643 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/50285c57-1af0-1480-df31-e36b8e0eb09c/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-03T04:49:40,643 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/50285c57-1af0-1480-df31-e36b8e0eb09c/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-03T04:49:40,643 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/50285c57-1af0-1480-df31-e36b8e0eb09c/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-03T04:49:40,643 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/50285c57-1af0-1480-df31-e36b8e0eb09c/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-03T04:49:40,644 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/50285c57-1af0-1480-df31-e36b8e0eb09c/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-03T04:49:40,644 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/50285c57-1af0-1480-df31-e36b8e0eb09c/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-03T04:49:40,644 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/50285c57-1af0-1480-df31-e36b8e0eb09c/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-03T04:49:40,644 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/50285c57-1af0-1480-df31-e36b8e0eb09c/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-03T04:49:40,644 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/50285c57-1af0-1480-df31-e36b8e0eb09c/nfs.dump.dir in system properties and HBase conf 2024-12-03T04:49:40,644 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/50285c57-1af0-1480-df31-e36b8e0eb09c/java.io.tmpdir in system properties and HBase conf 2024-12-03T04:49:40,644 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/50285c57-1af0-1480-df31-e36b8e0eb09c/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-03T04:49:40,644 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/50285c57-1af0-1480-df31-e36b8e0eb09c/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-03T04:49:40,644 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/50285c57-1af0-1480-df31-e36b8e0eb09c/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-03T04:49:40,738 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T04:49:40,746 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-03T04:49:40,758 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-03T04:49:40,758 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-03T04:49:40,758 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-03T04:49:40,759 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T04:49:40,760 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@27697a96{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/50285c57-1af0-1480-df31-e36b8e0eb09c/hadoop.log.dir/,AVAILABLE} 2024-12-03T04:49:40,760 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1b8e1d2b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-03T04:49:40,894 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2fde2a5{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/50285c57-1af0-1480-df31-e36b8e0eb09c/java.io.tmpdir/jetty-localhost-43525-hadoop-hdfs-3_4_1-tests_jar-_-any-15712472957136019220/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-03T04:49:40,895 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@52897c59{HTTP/1.1, (http/1.1)}{localhost:43525} 2024-12-03T04:49:40,895 INFO [Time-limited test {}] server.Server(415): Started @12307ms 2024-12-03T04:49:40,989 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T04:49:40,992 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-03T04:49:40,993 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-03T04:49:40,993 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-03T04:49:40,993 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-03T04:49:40,994 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3f673a2f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/50285c57-1af0-1480-df31-e36b8e0eb09c/hadoop.log.dir/,AVAILABLE} 2024-12-03T04:49:40,994 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@16656bb2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-03T04:49:41,148 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7b9f2abb{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/50285c57-1af0-1480-df31-e36b8e0eb09c/java.io.tmpdir/jetty-localhost-41169-hadoop-hdfs-3_4_1-tests_jar-_-any-6188763403496074876/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-03T04:49:41,149 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4e6bd6a5{HTTP/1.1, (http/1.1)}{localhost:41169} 2024-12-03T04:49:41,149 INFO [Time-limited test {}] server.Server(415): Started @12561ms 2024-12-03T04:49:41,150 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-03T04:49:41,194 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T04:49:41,203 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-03T04:49:41,214 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-03T04:49:41,214 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-03T04:49:41,214 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-03T04:49:41,218 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@39ab788a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/50285c57-1af0-1480-df31-e36b8e0eb09c/hadoop.log.dir/,AVAILABLE} 2024-12-03T04:49:41,218 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@42f62096{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-03T04:49:41,276 WARN [Thread-350 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/50285c57-1af0-1480-df31-e36b8e0eb09c/cluster_9238055c-5e35-491c-8ae9-746135e958e3/data/data1/current/BP-621400239-172.17.0.3-1733201380679/current, will proceed with Du for space computation calculation, 2024-12-03T04:49:41,278 WARN [Thread-351 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/50285c57-1af0-1480-df31-e36b8e0eb09c/cluster_9238055c-5e35-491c-8ae9-746135e958e3/data/data2/current/BP-621400239-172.17.0.3-1733201380679/current, will proceed with Du for space computation calculation, 2024-12-03T04:49:41,314 WARN [Thread-329 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-03T04:49:41,318 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x342501be93d7b445 with lease ID 0xfb511c8425d86901: Processing first storage report for DS-12c43f01-6966-4fee-8990-00cfeb4cb8a4 from datanode DatanodeRegistration(127.0.0.1:37363, datanodeUuid=849a777b-d13f-41e3-bcbf-0c9009a14880, infoPort=39473, infoSecurePort=0, ipcPort=33461, storageInfo=lv=-57;cid=testClusterID;nsid=627512775;c=1733201380679) 2024-12-03T04:49:41,318 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x342501be93d7b445 with lease ID 0xfb511c8425d86901: from storage DS-12c43f01-6966-4fee-8990-00cfeb4cb8a4 node DatanodeRegistration(127.0.0.1:37363, datanodeUuid=849a777b-d13f-41e3-bcbf-0c9009a14880, infoPort=39473, infoSecurePort=0, ipcPort=33461, storageInfo=lv=-57;cid=testClusterID;nsid=627512775;c=1733201380679), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-03T04:49:41,318 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x342501be93d7b445 with lease ID 0xfb511c8425d86901: Processing first storage report for DS-8d1f17bb-a5d3-42d1-a71c-cde24a6a429d from datanode DatanodeRegistration(127.0.0.1:37363, datanodeUuid=849a777b-d13f-41e3-bcbf-0c9009a14880, infoPort=39473, infoSecurePort=0, ipcPort=33461, storageInfo=lv=-57;cid=testClusterID;nsid=627512775;c=1733201380679) 2024-12-03T04:49:41,318 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x342501be93d7b445 with lease ID 0xfb511c8425d86901: from storage DS-8d1f17bb-a5d3-42d1-a71c-cde24a6a429d node DatanodeRegistration(127.0.0.1:37363, datanodeUuid=849a777b-d13f-41e3-bcbf-0c9009a14880, infoPort=39473, infoSecurePort=0, ipcPort=33461, storageInfo=lv=-57;cid=testClusterID;nsid=627512775;c=1733201380679), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-03T04:49:41,361 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@62e4bff5{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/50285c57-1af0-1480-df31-e36b8e0eb09c/java.io.tmpdir/jetty-localhost-32949-hadoop-hdfs-3_4_1-tests_jar-_-any-15905704330728837808/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-03T04:49:41,362 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3829f2ae{HTTP/1.1, (http/1.1)}{localhost:32949} 2024-12-03T04:49:41,362 INFO [Time-limited test {}] server.Server(415): Started @12774ms 2024-12-03T04:49:41,363 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-03T04:49:41,471 WARN [Thread-376 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/50285c57-1af0-1480-df31-e36b8e0eb09c/cluster_9238055c-5e35-491c-8ae9-746135e958e3/data/data3/current/BP-621400239-172.17.0.3-1733201380679/current, will proceed with Du for space computation calculation, 2024-12-03T04:49:41,471 WARN [Thread-377 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/50285c57-1af0-1480-df31-e36b8e0eb09c/cluster_9238055c-5e35-491c-8ae9-746135e958e3/data/data4/current/BP-621400239-172.17.0.3-1733201380679/current, will proceed with Du for space computation calculation, 2024-12-03T04:49:41,491 WARN [Thread-365 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-03T04:49:41,495 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x1b817490f201dd87 with lease ID 0xfb511c8425d86902: Processing first storage report for DS-e8d4b0ad-cc74-4703-bd30-aeef5e8d7be8 from datanode DatanodeRegistration(127.0.0.1:39317, datanodeUuid=12e89436-c95e-4de8-b998-3f3aee244e6f, infoPort=34511, infoSecurePort=0, ipcPort=45953, storageInfo=lv=-57;cid=testClusterID;nsid=627512775;c=1733201380679) 2024-12-03T04:49:41,495 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x1b817490f201dd87 with lease ID 0xfb511c8425d86902: from storage DS-e8d4b0ad-cc74-4703-bd30-aeef5e8d7be8 node DatanodeRegistration(127.0.0.1:39317, datanodeUuid=12e89436-c95e-4de8-b998-3f3aee244e6f, infoPort=34511, infoSecurePort=0, ipcPort=45953, storageInfo=lv=-57;cid=testClusterID;nsid=627512775;c=1733201380679), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-03T04:49:41,495 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x1b817490f201dd87 with lease ID 0xfb511c8425d86902: Processing first storage report for DS-d046b0b3-a156-474c-a47f-5952e34429a3 from datanode DatanodeRegistration(127.0.0.1:39317, datanodeUuid=12e89436-c95e-4de8-b998-3f3aee244e6f, infoPort=34511, infoSecurePort=0, ipcPort=45953, storageInfo=lv=-57;cid=testClusterID;nsid=627512775;c=1733201380679) 2024-12-03T04:49:41,495 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x1b817490f201dd87 with lease ID 0xfb511c8425d86902: from storage DS-d046b0b3-a156-474c-a47f-5952e34429a3 node DatanodeRegistration(127.0.0.1:39317, datanodeUuid=12e89436-c95e-4de8-b998-3f3aee244e6f, infoPort=34511, infoSecurePort=0, ipcPort=45953, storageInfo=lv=-57;cid=testClusterID;nsid=627512775;c=1733201380679), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-03T04:49:41,500 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/50285c57-1af0-1480-df31-e36b8e0eb09c 2024-12-03T04:49:41,503 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/50285c57-1af0-1480-df31-e36b8e0eb09c/cluster_9238055c-5e35-491c-8ae9-746135e958e3/zookeeper_0, clientPort=62902, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/50285c57-1af0-1480-df31-e36b8e0eb09c/cluster_9238055c-5e35-491c-8ae9-746135e958e3/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/50285c57-1af0-1480-df31-e36b8e0eb09c/cluster_9238055c-5e35-491c-8ae9-746135e958e3/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-03T04:49:41,504 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=62902 2024-12-03T04:49:41,504 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T04:49:41,505 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T04:49:41,518 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39317 is added to blk_1073741825_1001 (size=7) 2024-12-03T04:49:41,519 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37363 is added to blk_1073741825_1001 (size=7) 2024-12-03T04:49:41,520 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:43067/user/jenkins/test-data/d7e016cf-35af-af8c-9875-9288290735fb with version=8 2024-12-03T04:49:41,520 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:43067/user/jenkins/test-data/d7e016cf-35af-af8c-9875-9288290735fb/hbase-staging 2024-12-03T04:49:41,522 INFO [Time-limited test {}] client.ConnectionUtils(128): master/32beccd76b35:0 server-side Connection retries=45 2024-12-03T04:49:41,523 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T04:49:41,523 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-03T04:49:41,523 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-03T04:49:41,523 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T04:49:41,523 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-03T04:49:41,523 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-03T04:49:41,523 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-03T04:49:41,524 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:33885 2024-12-03T04:49:41,525 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:33885 connecting to ZooKeeper ensemble=127.0.0.1:62902 2024-12-03T04:49:41,532 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:338850x0, quorum=127.0.0.1:62902, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T04:49:41,532 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:33885-0x101516d3d280000 connected 2024-12-03T04:49:41,552 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T04:49:41,553 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T04:49:41,556 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33885-0x101516d3d280000, quorum=127.0.0.1:62902, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-03T04:49:41,556 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:43067/user/jenkins/test-data/d7e016cf-35af-af8c-9875-9288290735fb, hbase.cluster.distributed=false 2024-12-03T04:49:41,558 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33885-0x101516d3d280000, quorum=127.0.0.1:62902, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-03T04:49:41,559 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33885 2024-12-03T04:49:41,559 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33885 2024-12-03T04:49:41,559 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33885 2024-12-03T04:49:41,560 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33885 2024-12-03T04:49:41,560 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33885 2024-12-03T04:49:41,577 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/32beccd76b35:0 server-side Connection retries=45 2024-12-03T04:49:41,577 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T04:49:41,577 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-03T04:49:41,577 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-03T04:49:41,577 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T04:49:41,577 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-03T04:49:41,578 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-03T04:49:41,578 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-03T04:49:41,578 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:33715 2024-12-03T04:49:41,580 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:33715 connecting to ZooKeeper ensemble=127.0.0.1:62902 2024-12-03T04:49:41,580 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T04:49:41,582 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T04:49:41,587 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:337150x0, quorum=127.0.0.1:62902, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T04:49:41,587 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:337150x0, quorum=127.0.0.1:62902, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-03T04:49:41,588 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:33715-0x101516d3d280001 connected 2024-12-03T04:49:41,588 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-03T04:49:41,588 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-03T04:49:41,589 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33715-0x101516d3d280001, quorum=127.0.0.1:62902, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-03T04:49:41,591 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33715-0x101516d3d280001, quorum=127.0.0.1:62902, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-03T04:49:41,605 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33715 2024-12-03T04:49:41,613 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33715 2024-12-03T04:49:41,613 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33715 2024-12-03T04:49:41,614 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33715 2024-12-03T04:49:41,617 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33715 2024-12-03T04:49:41,637 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/32beccd76b35:0 server-side Connection retries=45 2024-12-03T04:49:41,637 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T04:49:41,637 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-03T04:49:41,637 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-03T04:49:41,637 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T04:49:41,637 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-03T04:49:41,637 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-03T04:49:41,637 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-03T04:49:41,638 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:40261 2024-12-03T04:49:41,640 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:40261 connecting to ZooKeeper ensemble=127.0.0.1:62902 2024-12-03T04:49:41,641 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T04:49:41,643 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T04:49:41,648 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:402610x0, quorum=127.0.0.1:62902, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T04:49:41,648 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:402610x0, quorum=127.0.0.1:62902, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-03T04:49:41,649 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:40261-0x101516d3d280002 connected 2024-12-03T04:49:41,649 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-03T04:49:41,654 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-03T04:49:41,655 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40261-0x101516d3d280002, quorum=127.0.0.1:62902, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-03T04:49:41,657 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40261-0x101516d3d280002, quorum=127.0.0.1:62902, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-03T04:49:41,657 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40261 2024-12-03T04:49:41,658 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40261 2024-12-03T04:49:41,658 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40261 2024-12-03T04:49:41,659 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40261 2024-12-03T04:49:41,661 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40261 2024-12-03T04:49:41,679 DEBUG [M:0;32beccd76b35:33885 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;32beccd76b35:33885 2024-12-03T04:49:41,679 INFO [master/32beccd76b35:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/32beccd76b35,33885,1733201381522 2024-12-03T04:49:41,683 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33715-0x101516d3d280001, quorum=127.0.0.1:62902, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-03T04:49:41,683 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33885-0x101516d3d280000, quorum=127.0.0.1:62902, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-03T04:49:41,684 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40261-0x101516d3d280002, quorum=127.0.0.1:62902, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-03T04:49:41,685 DEBUG [master/32beccd76b35:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33885-0x101516d3d280000, quorum=127.0.0.1:62902, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/32beccd76b35,33885,1733201381522 2024-12-03T04:49:41,687 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33715-0x101516d3d280001, quorum=127.0.0.1:62902, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-03T04:49:41,687 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33715-0x101516d3d280001, quorum=127.0.0.1:62902, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T04:49:41,687 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33885-0x101516d3d280000, quorum=127.0.0.1:62902, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T04:49:41,688 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40261-0x101516d3d280002, quorum=127.0.0.1:62902, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-03T04:49:41,688 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40261-0x101516d3d280002, quorum=127.0.0.1:62902, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T04:49:41,689 DEBUG [master/32beccd76b35:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33885-0x101516d3d280000, quorum=127.0.0.1:62902, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-12-03T04:49:41,690 INFO [master/32beccd76b35:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/32beccd76b35,33885,1733201381522 from backup master directory 2024-12-03T04:49:41,693 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33885-0x101516d3d280000, quorum=127.0.0.1:62902, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/32beccd76b35,33885,1733201381522 2024-12-03T04:49:41,693 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33715-0x101516d3d280001, quorum=127.0.0.1:62902, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-03T04:49:41,694 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33885-0x101516d3d280000, quorum=127.0.0.1:62902, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-03T04:49:41,694 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40261-0x101516d3d280002, quorum=127.0.0.1:62902, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-03T04:49:41,694 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(347): master:33885-0x101516d3d280000, quorum=127.0.0.1:62902, baseZNode=/hbase Unable to get data of znode /hbase/backup-masters/32beccd76b35,33885,1733201381522 because node does not exist (not an error) 2024-12-03T04:49:41,694 WARN [master/32beccd76b35:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-03T04:49:41,694 INFO [master/32beccd76b35:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=32beccd76b35,33885,1733201381522 2024-12-03T04:49:41,702 DEBUG [master/32beccd76b35:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:43067/user/jenkins/test-data/d7e016cf-35af-af8c-9875-9288290735fb/hbase.id] with ID: 58bea4bb-a3bc-4d0a-9711-a8829718916b 2024-12-03T04:49:41,702 DEBUG [master/32beccd76b35:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:43067/user/jenkins/test-data/d7e016cf-35af-af8c-9875-9288290735fb/.tmp/hbase.id 2024-12-03T04:49:41,710 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37363 is added to blk_1073741826_1002 (size=42) 2024-12-03T04:49:41,711 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39317 is added to blk_1073741826_1002 (size=42) 2024-12-03T04:49:41,712 DEBUG [master/32beccd76b35:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:43067/user/jenkins/test-data/d7e016cf-35af-af8c-9875-9288290735fb/.tmp/hbase.id]:[hdfs://localhost:43067/user/jenkins/test-data/d7e016cf-35af-af8c-9875-9288290735fb/hbase.id] 2024-12-03T04:49:41,733 INFO [master/32beccd76b35:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T04:49:41,733 INFO [master/32beccd76b35:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-03T04:49:41,735 INFO [master/32beccd76b35:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-12-03T04:49:41,738 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33715-0x101516d3d280001, quorum=127.0.0.1:62902, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T04:49:41,738 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40261-0x101516d3d280002, quorum=127.0.0.1:62902, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T04:49:41,738 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33885-0x101516d3d280000, quorum=127.0.0.1:62902, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T04:49:41,747 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39317 is added to blk_1073741827_1003 (size=196) 2024-12-03T04:49:41,747 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37363 is added to blk_1073741827_1003 (size=196) 2024-12-03T04:49:41,748 INFO [master/32beccd76b35:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-03T04:49:41,749 INFO [master/32beccd76b35:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-03T04:49:41,749 INFO [master/32beccd76b35:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T04:49:41,759 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37363 is added to blk_1073741828_1004 (size=1189) 2024-12-03T04:49:41,759 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39317 is added to blk_1073741828_1004 (size=1189) 2024-12-03T04:49:41,761 INFO [master/32beccd76b35:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:43067/user/jenkins/test-data/d7e016cf-35af-af8c-9875-9288290735fb/MasterData/data/master/store 2024-12-03T04:49:41,771 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37363 is added to blk_1073741829_1005 (size=34) 2024-12-03T04:49:41,771 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39317 is added to blk_1073741829_1005 (size=34) 2024-12-03T04:49:41,772 DEBUG [master/32beccd76b35:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T04:49:41,773 DEBUG [master/32beccd76b35:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-03T04:49:41,773 INFO [master/32beccd76b35:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T04:49:41,773 DEBUG [master/32beccd76b35:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T04:49:41,773 DEBUG [master/32beccd76b35:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-03T04:49:41,773 DEBUG [master/32beccd76b35:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T04:49:41,773 INFO [master/32beccd76b35:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T04:49:41,773 DEBUG [master/32beccd76b35:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733201381772Disabling compacts and flushes for region at 1733201381773 (+1 ms)Disabling writes for close at 1733201381773Writing region close event to WAL at 1733201381773Closed at 1733201381773 2024-12-03T04:49:41,774 WARN [master/32beccd76b35:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:43067/user/jenkins/test-data/d7e016cf-35af-af8c-9875-9288290735fb/MasterData/data/master/store/.initializing 2024-12-03T04:49:41,775 DEBUG [master/32beccd76b35:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:43067/user/jenkins/test-data/d7e016cf-35af-af8c-9875-9288290735fb/MasterData/WALs/32beccd76b35,33885,1733201381522 2024-12-03T04:49:41,776 INFO [master/32beccd76b35:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-03T04:49:41,779 INFO [master/32beccd76b35:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=32beccd76b35%2C33885%2C1733201381522, suffix=, logDir=hdfs://localhost:43067/user/jenkins/test-data/d7e016cf-35af-af8c-9875-9288290735fb/MasterData/WALs/32beccd76b35,33885,1733201381522, archiveDir=hdfs://localhost:43067/user/jenkins/test-data/d7e016cf-35af-af8c-9875-9288290735fb/MasterData/oldWALs, maxLogs=10 2024-12-03T04:49:41,794 DEBUG [master/32beccd76b35:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d7e016cf-35af-af8c-9875-9288290735fb/MasterData/WALs/32beccd76b35,33885,1733201381522/32beccd76b35%2C33885%2C1733201381522.1733201381779, exclude list is [], retry=0 2024-12-03T04:49:41,798 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39317,DS-e8d4b0ad-cc74-4703-bd30-aeef5e8d7be8,DISK] 2024-12-03T04:49:41,798 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37363,DS-12c43f01-6966-4fee-8990-00cfeb4cb8a4,DISK] 2024-12-03T04:49:41,807 INFO [master/32beccd76b35:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d7e016cf-35af-af8c-9875-9288290735fb/MasterData/WALs/32beccd76b35,33885,1733201381522/32beccd76b35%2C33885%2C1733201381522.1733201381779 2024-12-03T04:49:41,808 DEBUG [master/32beccd76b35:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34511:34511),(127.0.0.1/127.0.0.1:39473:39473)] 2024-12-03T04:49:41,808 DEBUG [master/32beccd76b35:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-03T04:49:41,808 DEBUG [master/32beccd76b35:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T04:49:41,808 DEBUG [master/32beccd76b35:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T04:49:41,808 DEBUG [master/32beccd76b35:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T04:49:41,810 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T04:49:41,812 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-03T04:49:41,812 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T04:49:41,813 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T04:49:41,813 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T04:49:41,816 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-03T04:49:41,816 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T04:49:41,817 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T04:49:41,817 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T04:49:41,819 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-03T04:49:41,819 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T04:49:41,819 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T04:49:41,820 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T04:49:41,821 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-03T04:49:41,821 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T04:49:41,822 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T04:49:41,822 DEBUG [master/32beccd76b35:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T04:49:41,823 DEBUG [master/32beccd76b35:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43067/user/jenkins/test-data/d7e016cf-35af-af8c-9875-9288290735fb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-03T04:49:41,824 DEBUG [master/32beccd76b35:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43067/user/jenkins/test-data/d7e016cf-35af-af8c-9875-9288290735fb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-03T04:49:41,826 DEBUG [master/32beccd76b35:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T04:49:41,826 DEBUG [master/32beccd76b35:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T04:49:41,827 DEBUG [master/32beccd76b35:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T04:49:41,828 DEBUG [master/32beccd76b35:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T04:49:41,831 DEBUG [master/32beccd76b35:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43067/user/jenkins/test-data/d7e016cf-35af-af8c-9875-9288290735fb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T04:49:41,832 INFO [master/32beccd76b35:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68353017, jitterRate=0.018539324402809143}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T04:49:41,834 DEBUG [master/32beccd76b35:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733201381809Initializing all the Stores at 1733201381810 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733201381810Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733201381810Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733201381810Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733201381810Cleaning up temporary data from old regions at 1733201381826 (+16 ms)Region opened successfully at 1733201381834 (+8 ms) 2024-12-03T04:49:41,834 INFO [master/32beccd76b35:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-03T04:49:41,840 DEBUG [master/32beccd76b35:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@35e82d8b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=32beccd76b35/172.17.0.3:0 2024-12-03T04:49:41,841 INFO [master/32beccd76b35:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-03T04:49:41,841 INFO [master/32beccd76b35:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-03T04:49:41,842 INFO [master/32beccd76b35:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-03T04:49:41,842 INFO [master/32beccd76b35:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-03T04:49:41,842 INFO [master/32beccd76b35:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-03T04:49:41,843 INFO [master/32beccd76b35:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-03T04:49:41,843 INFO [master/32beccd76b35:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-03T04:49:41,852 INFO [master/32beccd76b35:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-03T04:49:41,853 DEBUG [master/32beccd76b35:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33885-0x101516d3d280000, quorum=127.0.0.1:62902, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-12-03T04:49:41,855 DEBUG [master/32beccd76b35:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-12-03T04:49:41,856 INFO [master/32beccd76b35:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-03T04:49:41,857 DEBUG [master/32beccd76b35:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33885-0x101516d3d280000, quorum=127.0.0.1:62902, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-12-03T04:49:41,859 DEBUG [master/32beccd76b35:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-12-03T04:49:41,859 INFO [master/32beccd76b35:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-03T04:49:41,861 DEBUG [master/32beccd76b35:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33885-0x101516d3d280000, quorum=127.0.0.1:62902, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-12-03T04:49:41,862 DEBUG [master/32beccd76b35:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-12-03T04:49:41,863 DEBUG [master/32beccd76b35:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33885-0x101516d3d280000, quorum=127.0.0.1:62902, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-12-03T04:49:41,865 DEBUG [master/32beccd76b35:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-12-03T04:49:41,868 DEBUG [master/32beccd76b35:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33885-0x101516d3d280000, quorum=127.0.0.1:62902, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-03T04:49:41,869 DEBUG [master/32beccd76b35:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-12-03T04:49:41,872 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33885-0x101516d3d280000, quorum=127.0.0.1:62902, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-03T04:49:41,872 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40261-0x101516d3d280002, quorum=127.0.0.1:62902, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-03T04:49:41,872 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33885-0x101516d3d280000, quorum=127.0.0.1:62902, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T04:49:41,872 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33715-0x101516d3d280001, quorum=127.0.0.1:62902, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-03T04:49:41,872 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40261-0x101516d3d280002, quorum=127.0.0.1:62902, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T04:49:41,872 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33715-0x101516d3d280001, quorum=127.0.0.1:62902, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T04:49:41,872 INFO [master/32beccd76b35:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=32beccd76b35,33885,1733201381522, sessionid=0x101516d3d280000, setting cluster-up flag (Was=false) 2024-12-03T04:49:41,876 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33715-0x101516d3d280001, quorum=127.0.0.1:62902, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T04:49:41,876 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33885-0x101516d3d280000, quorum=127.0.0.1:62902, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T04:49:41,876 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40261-0x101516d3d280002, quorum=127.0.0.1:62902, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T04:49:41,883 DEBUG [master/32beccd76b35:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-12-03T04:49:41,885 DEBUG [master/32beccd76b35:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=32beccd76b35,33885,1733201381522 2024-12-03T04:49:41,889 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33885-0x101516d3d280000, quorum=127.0.0.1:62902, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T04:49:41,889 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40261-0x101516d3d280002, quorum=127.0.0.1:62902, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T04:49:41,889 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33715-0x101516d3d280001, quorum=127.0.0.1:62902, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T04:49:41,896 DEBUG [master/32beccd76b35:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-12-03T04:49:41,897 DEBUG [master/32beccd76b35:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=32beccd76b35,33885,1733201381522 2024-12-03T04:49:41,898 INFO [master/32beccd76b35:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:43067/user/jenkins/test-data/d7e016cf-35af-af8c-9875-9288290735fb/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-03T04:49:41,900 DEBUG [master/32beccd76b35:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-03T04:49:41,901 INFO [master/32beccd76b35:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-03T04:49:41,901 INFO [master/32beccd76b35:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-03T04:49:41,901 DEBUG [master/32beccd76b35:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 32beccd76b35,33885,1733201381522 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-03T04:49:41,903 DEBUG [master/32beccd76b35:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/32beccd76b35:0, corePoolSize=5, maxPoolSize=5 2024-12-03T04:49:41,903 DEBUG [master/32beccd76b35:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/32beccd76b35:0, corePoolSize=5, maxPoolSize=5 2024-12-03T04:49:41,903 DEBUG [master/32beccd76b35:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/32beccd76b35:0, corePoolSize=5, maxPoolSize=5 2024-12-03T04:49:41,903 DEBUG [master/32beccd76b35:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/32beccd76b35:0, corePoolSize=5, maxPoolSize=5 2024-12-03T04:49:41,903 DEBUG [master/32beccd76b35:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/32beccd76b35:0, corePoolSize=10, maxPoolSize=10 2024-12-03T04:49:41,904 DEBUG [master/32beccd76b35:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/32beccd76b35:0, corePoolSize=1, maxPoolSize=1 2024-12-03T04:49:41,904 DEBUG [master/32beccd76b35:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/32beccd76b35:0, corePoolSize=2, maxPoolSize=2 2024-12-03T04:49:41,904 DEBUG [master/32beccd76b35:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/32beccd76b35:0, corePoolSize=1, maxPoolSize=1 2024-12-03T04:49:41,927 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T04:49:41,927 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-03T04:49:41,928 INFO [master/32beccd76b35:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733201411928 2024-12-03T04:49:41,929 INFO [master/32beccd76b35:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-03T04:49:41,929 INFO [master/32beccd76b35:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-03T04:49:41,929 INFO [master/32beccd76b35:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-03T04:49:41,929 INFO [master/32beccd76b35:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-03T04:49:41,929 INFO [master/32beccd76b35:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-03T04:49:41,929 INFO [master/32beccd76b35:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-03T04:49:41,930 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T04:49:41,930 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-03T04:49:41,933 INFO [master/32beccd76b35:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-03T04:49:41,934 INFO [master/32beccd76b35:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-03T04:49:41,934 INFO [master/32beccd76b35:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-03T04:49:41,934 INFO [master/32beccd76b35:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-03T04:49:41,935 INFO [master/32beccd76b35:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-03T04:49:41,935 INFO [master/32beccd76b35:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-03T04:49:41,935 DEBUG [master/32beccd76b35:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/32beccd76b35:0:becomeActiveMaster-HFileCleaner.large.0-1733201381935,5,FailOnTimeoutGroup] 2024-12-03T04:49:41,935 DEBUG [master/32beccd76b35:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/32beccd76b35:0:becomeActiveMaster-HFileCleaner.small.0-1733201381935,5,FailOnTimeoutGroup] 2024-12-03T04:49:41,935 INFO [master/32beccd76b35:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-03T04:49:41,935 INFO [master/32beccd76b35:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-03T04:49:41,935 INFO [master/32beccd76b35:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-03T04:49:41,936 INFO [master/32beccd76b35:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-03T04:49:41,952 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37363 is added to blk_1073741831_1007 (size=1321) 2024-12-03T04:49:41,952 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39317 is added to blk_1073741831_1007 (size=1321) 2024-12-03T04:49:41,956 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:43067/user/jenkins/test-data/d7e016cf-35af-af8c-9875-9288290735fb/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-03T04:49:41,956 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:43067/user/jenkins/test-data/d7e016cf-35af-af8c-9875-9288290735fb 2024-12-03T04:49:41,975 INFO [RS:0;32beccd76b35:33715 {}] regionserver.HRegionServer(746): ClusterId : 58bea4bb-a3bc-4d0a-9711-a8829718916b 2024-12-03T04:49:41,975 DEBUG [RS:0;32beccd76b35:33715 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-03T04:49:41,978 DEBUG [RS:0;32beccd76b35:33715 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-03T04:49:41,978 DEBUG [RS:0;32beccd76b35:33715 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-03T04:49:41,979 INFO [RS:1;32beccd76b35:40261 {}] regionserver.HRegionServer(746): ClusterId : 58bea4bb-a3bc-4d0a-9711-a8829718916b 2024-12-03T04:49:41,979 DEBUG [RS:1;32beccd76b35:40261 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-03T04:49:41,981 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39317 is added to blk_1073741832_1008 (size=32) 2024-12-03T04:49:41,981 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37363 is added to blk_1073741832_1008 (size=32) 2024-12-03T04:49:41,982 DEBUG [RS:0;32beccd76b35:33715 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-03T04:49:41,983 DEBUG [RS:1;32beccd76b35:40261 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-03T04:49:41,983 DEBUG [RS:1;32beccd76b35:40261 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-03T04:49:41,983 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T04:49:41,983 DEBUG [RS:0;32beccd76b35:33715 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7762c35f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=32beccd76b35/172.17.0.3:0 2024-12-03T04:49:41,986 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-03T04:49:41,986 DEBUG [RS:1;32beccd76b35:40261 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-03T04:49:41,986 DEBUG [RS:1;32beccd76b35:40261 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@212e51c0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=32beccd76b35/172.17.0.3:0 2024-12-03T04:49:41,988 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-03T04:49:41,988 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T04:49:41,989 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T04:49:41,989 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-03T04:49:41,994 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-03T04:49:41,994 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T04:49:41,994 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T04:49:41,995 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-03T04:49:41,997 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-03T04:49:41,997 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T04:49:41,997 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T04:49:41,997 DEBUG [RS:0;32beccd76b35:33715 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;32beccd76b35:33715 2024-12-03T04:49:41,998 INFO [RS:0;32beccd76b35:33715 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-03T04:49:41,998 INFO [RS:0;32beccd76b35:33715 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-03T04:49:41,998 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-03T04:49:41,998 DEBUG [RS:0;32beccd76b35:33715 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-03T04:49:41,999 INFO [RS:0;32beccd76b35:33715 {}] regionserver.HRegionServer(2659): reportForDuty to master=32beccd76b35,33885,1733201381522 with port=33715, startcode=1733201381577 2024-12-03T04:49:41,999 DEBUG [RS:0;32beccd76b35:33715 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-03T04:49:42,000 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-03T04:49:42,000 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T04:49:42,001 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T04:49:42,001 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-03T04:49:42,002 INFO [HMaster-EventLoopGroup-6-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40475, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2024-12-03T04:49:42,002 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43067/user/jenkins/test-data/d7e016cf-35af-af8c-9875-9288290735fb/data/hbase/meta/1588230740 2024-12-03T04:49:42,003 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33885 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 32beccd76b35,33715,1733201381577 2024-12-03T04:49:42,003 DEBUG [RS:1;32beccd76b35:40261 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;32beccd76b35:40261 2024-12-03T04:49:42,003 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43067/user/jenkins/test-data/d7e016cf-35af-af8c-9875-9288290735fb/data/hbase/meta/1588230740 2024-12-03T04:49:42,003 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33885 {}] master.ServerManager(517): Registering regionserver=32beccd76b35,33715,1733201381577 2024-12-03T04:49:42,003 INFO [RS:1;32beccd76b35:40261 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-03T04:49:42,003 INFO [RS:1;32beccd76b35:40261 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-03T04:49:42,003 DEBUG [RS:1;32beccd76b35:40261 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-03T04:49:42,005 INFO [RS:1;32beccd76b35:40261 {}] regionserver.HRegionServer(2659): reportForDuty to master=32beccd76b35,33885,1733201381522 with port=40261, startcode=1733201381636 2024-12-03T04:49:42,005 DEBUG [RS:1;32beccd76b35:40261 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-03T04:49:42,005 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-03T04:49:42,005 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-03T04:49:42,006 DEBUG [RS:0;32beccd76b35:33715 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:43067/user/jenkins/test-data/d7e016cf-35af-af8c-9875-9288290735fb 2024-12-03T04:49:42,006 DEBUG [RS:0;32beccd76b35:33715 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:43067 2024-12-03T04:49:42,006 DEBUG [RS:0;32beccd76b35:33715 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-03T04:49:42,006 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T04:49:42,009 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33885-0x101516d3d280000, quorum=127.0.0.1:62902, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-03T04:49:42,009 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-03T04:49:42,009 INFO [HMaster-EventLoopGroup-6-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35097, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=RegionServerStatusService 2024-12-03T04:49:42,010 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33885 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 32beccd76b35,40261,1733201381636 2024-12-03T04:49:42,010 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33885 {}] master.ServerManager(517): Registering regionserver=32beccd76b35,40261,1733201381636 2024-12-03T04:49:42,010 DEBUG [RS:0;32beccd76b35:33715 {}] zookeeper.ZKUtil(111): regionserver:33715-0x101516d3d280001, quorum=127.0.0.1:62902, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/32beccd76b35,33715,1733201381577 2024-12-03T04:49:42,010 WARN [RS:0;32beccd76b35:33715 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-03T04:49:42,010 INFO [RS:0;32beccd76b35:33715 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T04:49:42,010 DEBUG [RS:0;32beccd76b35:33715 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:43067/user/jenkins/test-data/d7e016cf-35af-af8c-9875-9288290735fb/WALs/32beccd76b35,33715,1733201381577 2024-12-03T04:49:42,012 DEBUG [RS:1;32beccd76b35:40261 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:43067/user/jenkins/test-data/d7e016cf-35af-af8c-9875-9288290735fb 2024-12-03T04:49:42,012 DEBUG [RS:1;32beccd76b35:40261 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:43067 2024-12-03T04:49:42,012 DEBUG [RS:1;32beccd76b35:40261 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-03T04:49:42,013 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43067/user/jenkins/test-data/d7e016cf-35af-af8c-9875-9288290735fb/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T04:49:42,014 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70412805, jitterRate=0.04923255741596222}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T04:49:42,015 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733201381983Initializing all the Stores at 1733201381984 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733201381984Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733201381985 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733201381985Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733201381985Cleaning up temporary data from old regions at 1733201382006 (+21 ms)Region opened successfully at 1733201382015 (+9 ms) 2024-12-03T04:49:42,015 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-03T04:49:42,015 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-03T04:49:42,015 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-03T04:49:42,015 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-03T04:49:42,015 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-03T04:49:42,016 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [32beccd76b35,33715,1733201381577] 2024-12-03T04:49:42,016 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-03T04:49:42,016 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733201382015Disabling compacts and flushes for region at 1733201382015Disabling writes for close at 1733201382015Writing region close event to WAL at 1733201382016 (+1 ms)Closed at 1733201382016 2024-12-03T04:49:42,017 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T04:49:42,018 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-03T04:49:42,018 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-03T04:49:42,018 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33885-0x101516d3d280000, quorum=127.0.0.1:62902, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-03T04:49:42,019 DEBUG [RS:1;32beccd76b35:40261 {}] zookeeper.ZKUtil(111): regionserver:40261-0x101516d3d280002, quorum=127.0.0.1:62902, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/32beccd76b35,40261,1733201381636 2024-12-03T04:49:42,019 WARN [RS:1;32beccd76b35:40261 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-03T04:49:42,019 INFO [RS:1;32beccd76b35:40261 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T04:49:42,019 DEBUG [RS:1;32beccd76b35:40261 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:43067/user/jenkins/test-data/d7e016cf-35af-af8c-9875-9288290735fb/WALs/32beccd76b35,40261,1733201381636 2024-12-03T04:49:42,019 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [32beccd76b35,40261,1733201381636] 2024-12-03T04:49:42,020 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-03T04:49:42,021 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-03T04:49:42,021 INFO [RS:0;32beccd76b35:33715 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-03T04:49:42,024 INFO [RS:0;32beccd76b35:33715 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-03T04:49:42,026 INFO [RS:1;32beccd76b35:40261 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-03T04:49:42,029 INFO [RS:0;32beccd76b35:33715 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-03T04:49:42,029 INFO [RS:1;32beccd76b35:40261 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-03T04:49:42,029 INFO [RS:0;32beccd76b35:33715 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T04:49:42,030 INFO [RS:1;32beccd76b35:40261 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-03T04:49:42,030 INFO [RS:0;32beccd76b35:33715 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-03T04:49:42,030 INFO [RS:1;32beccd76b35:40261 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T04:49:42,031 INFO [RS:0;32beccd76b35:33715 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-03T04:49:42,031 INFO [RS:0;32beccd76b35:33715 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-03T04:49:42,031 DEBUG [RS:0;32beccd76b35:33715 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/32beccd76b35:0, corePoolSize=1, maxPoolSize=1 2024-12-03T04:49:42,032 DEBUG [RS:0;32beccd76b35:33715 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/32beccd76b35:0, corePoolSize=1, maxPoolSize=1 2024-12-03T04:49:42,032 DEBUG [RS:0;32beccd76b35:33715 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/32beccd76b35:0, corePoolSize=1, maxPoolSize=1 2024-12-03T04:49:42,032 DEBUG [RS:0;32beccd76b35:33715 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/32beccd76b35:0, corePoolSize=1, maxPoolSize=1 2024-12-03T04:49:42,032 DEBUG [RS:0;32beccd76b35:33715 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/32beccd76b35:0, corePoolSize=1, maxPoolSize=1 2024-12-03T04:49:42,032 DEBUG [RS:0;32beccd76b35:33715 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/32beccd76b35:0, corePoolSize=2, maxPoolSize=2 2024-12-03T04:49:42,032 DEBUG [RS:0;32beccd76b35:33715 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/32beccd76b35:0, corePoolSize=1, maxPoolSize=1 2024-12-03T04:49:42,032 DEBUG [RS:0;32beccd76b35:33715 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/32beccd76b35:0, corePoolSize=1, maxPoolSize=1 2024-12-03T04:49:42,032 DEBUG [RS:0;32beccd76b35:33715 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/32beccd76b35:0, corePoolSize=1, maxPoolSize=1 2024-12-03T04:49:42,032 DEBUG [RS:0;32beccd76b35:33715 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/32beccd76b35:0, corePoolSize=1, maxPoolSize=1 2024-12-03T04:49:42,032 DEBUG [RS:0;32beccd76b35:33715 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/32beccd76b35:0, corePoolSize=1, maxPoolSize=1 2024-12-03T04:49:42,033 DEBUG [RS:0;32beccd76b35:33715 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/32beccd76b35:0, corePoolSize=1, maxPoolSize=1 2024-12-03T04:49:42,033 DEBUG [RS:0;32beccd76b35:33715 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/32beccd76b35:0, corePoolSize=3, maxPoolSize=3 2024-12-03T04:49:42,033 DEBUG [RS:0;32beccd76b35:33715 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/32beccd76b35:0, corePoolSize=3, maxPoolSize=3 2024-12-03T04:49:42,033 INFO [RS:1;32beccd76b35:40261 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-03T04:49:42,034 INFO [RS:1;32beccd76b35:40261 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-03T04:49:42,034 INFO [RS:1;32beccd76b35:40261 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-03T04:49:42,035 INFO [RS:0;32beccd76b35:33715 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-03T04:49:42,035 DEBUG [RS:1;32beccd76b35:40261 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/32beccd76b35:0, corePoolSize=1, maxPoolSize=1 2024-12-03T04:49:42,035 INFO [RS:0;32beccd76b35:33715 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-03T04:49:42,035 INFO [RS:0;32beccd76b35:33715 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T04:49:42,035 INFO [RS:0;32beccd76b35:33715 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-03T04:49:42,035 INFO [RS:0;32beccd76b35:33715 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-03T04:49:42,035 INFO [RS:0;32beccd76b35:33715 {}] hbase.ChoreService(168): Chore ScheduledChore name=32beccd76b35,33715,1733201381577-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-03T04:49:42,035 DEBUG [RS:1;32beccd76b35:40261 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/32beccd76b35:0, corePoolSize=1, maxPoolSize=1 2024-12-03T04:49:42,035 DEBUG [RS:1;32beccd76b35:40261 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/32beccd76b35:0, corePoolSize=1, maxPoolSize=1 2024-12-03T04:49:42,035 DEBUG [RS:1;32beccd76b35:40261 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/32beccd76b35:0, corePoolSize=1, maxPoolSize=1 2024-12-03T04:49:42,036 DEBUG [RS:1;32beccd76b35:40261 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/32beccd76b35:0, corePoolSize=1, maxPoolSize=1 2024-12-03T04:49:42,036 DEBUG [RS:1;32beccd76b35:40261 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/32beccd76b35:0, corePoolSize=2, maxPoolSize=2 2024-12-03T04:49:42,036 DEBUG [RS:1;32beccd76b35:40261 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/32beccd76b35:0, corePoolSize=1, maxPoolSize=1 2024-12-03T04:49:42,036 DEBUG [RS:1;32beccd76b35:40261 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/32beccd76b35:0, corePoolSize=1, maxPoolSize=1 2024-12-03T04:49:42,036 DEBUG [RS:1;32beccd76b35:40261 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/32beccd76b35:0, corePoolSize=1, maxPoolSize=1 2024-12-03T04:49:42,036 DEBUG [RS:1;32beccd76b35:40261 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/32beccd76b35:0, corePoolSize=1, maxPoolSize=1 2024-12-03T04:49:42,036 DEBUG [RS:1;32beccd76b35:40261 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/32beccd76b35:0, corePoolSize=1, maxPoolSize=1 2024-12-03T04:49:42,036 DEBUG [RS:1;32beccd76b35:40261 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/32beccd76b35:0, corePoolSize=1, maxPoolSize=1 2024-12-03T04:49:42,036 DEBUG [RS:1;32beccd76b35:40261 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/32beccd76b35:0, corePoolSize=3, maxPoolSize=3 2024-12-03T04:49:42,036 DEBUG [RS:1;32beccd76b35:40261 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/32beccd76b35:0, corePoolSize=3, maxPoolSize=3 2024-12-03T04:49:42,043 INFO [RS:1;32beccd76b35:40261 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-03T04:49:42,043 INFO [RS:1;32beccd76b35:40261 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-03T04:49:42,043 INFO [RS:1;32beccd76b35:40261 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T04:49:42,043 INFO [RS:1;32beccd76b35:40261 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-03T04:49:42,043 INFO [RS:1;32beccd76b35:40261 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-03T04:49:42,043 INFO [RS:1;32beccd76b35:40261 {}] hbase.ChoreService(168): Chore ScheduledChore name=32beccd76b35,40261,1733201381636-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-03T04:49:42,055 INFO [RS:0;32beccd76b35:33715 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-03T04:49:42,055 INFO [RS:0;32beccd76b35:33715 {}] hbase.ChoreService(168): Chore ScheduledChore name=32beccd76b35,33715,1733201381577-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T04:49:42,055 INFO [RS:0;32beccd76b35:33715 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T04:49:42,056 INFO [RS:0;32beccd76b35:33715 {}] regionserver.Replication(171): 32beccd76b35,33715,1733201381577 started 2024-12-03T04:49:42,067 INFO [RS:1;32beccd76b35:40261 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-03T04:49:42,067 INFO [RS:1;32beccd76b35:40261 {}] hbase.ChoreService(168): Chore ScheduledChore name=32beccd76b35,40261,1733201381636-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T04:49:42,067 INFO [RS:1;32beccd76b35:40261 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T04:49:42,067 INFO [RS:1;32beccd76b35:40261 {}] regionserver.Replication(171): 32beccd76b35,40261,1733201381636 started 2024-12-03T04:49:42,072 INFO [RS:0;32beccd76b35:33715 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T04:49:42,072 INFO [RS:0;32beccd76b35:33715 {}] regionserver.HRegionServer(1482): Serving as 32beccd76b35,33715,1733201381577, RpcServer on 32beccd76b35/172.17.0.3:33715, sessionid=0x101516d3d280001 2024-12-03T04:49:42,073 DEBUG [RS:0;32beccd76b35:33715 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-03T04:49:42,073 DEBUG [RS:0;32beccd76b35:33715 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 32beccd76b35,33715,1733201381577 2024-12-03T04:49:42,073 DEBUG [RS:0;32beccd76b35:33715 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '32beccd76b35,33715,1733201381577' 2024-12-03T04:49:42,073 DEBUG [RS:0;32beccd76b35:33715 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-03T04:49:42,074 DEBUG [RS:0;32beccd76b35:33715 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-03T04:49:42,074 DEBUG [RS:0;32beccd76b35:33715 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-03T04:49:42,074 DEBUG [RS:0;32beccd76b35:33715 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-03T04:49:42,074 DEBUG [RS:0;32beccd76b35:33715 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 32beccd76b35,33715,1733201381577 2024-12-03T04:49:42,074 DEBUG [RS:0;32beccd76b35:33715 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '32beccd76b35,33715,1733201381577' 2024-12-03T04:49:42,074 DEBUG [RS:0;32beccd76b35:33715 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-03T04:49:42,075 DEBUG [RS:0;32beccd76b35:33715 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-03T04:49:42,075 DEBUG [RS:0;32beccd76b35:33715 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-03T04:49:42,075 INFO [RS:0;32beccd76b35:33715 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-03T04:49:42,075 INFO [RS:0;32beccd76b35:33715 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-03T04:49:42,087 INFO [RS:1;32beccd76b35:40261 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T04:49:42,087 INFO [RS:1;32beccd76b35:40261 {}] regionserver.HRegionServer(1482): Serving as 32beccd76b35,40261,1733201381636, RpcServer on 32beccd76b35/172.17.0.3:40261, sessionid=0x101516d3d280002 2024-12-03T04:49:42,087 DEBUG [RS:1;32beccd76b35:40261 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-03T04:49:42,087 DEBUG [RS:1;32beccd76b35:40261 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 32beccd76b35,40261,1733201381636 2024-12-03T04:49:42,087 DEBUG [RS:1;32beccd76b35:40261 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '32beccd76b35,40261,1733201381636' 2024-12-03T04:49:42,087 DEBUG [RS:1;32beccd76b35:40261 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-03T04:49:42,088 DEBUG [RS:1;32beccd76b35:40261 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-03T04:49:42,089 DEBUG [RS:1;32beccd76b35:40261 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-03T04:49:42,089 DEBUG [RS:1;32beccd76b35:40261 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-03T04:49:42,089 DEBUG [RS:1;32beccd76b35:40261 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 32beccd76b35,40261,1733201381636 2024-12-03T04:49:42,089 DEBUG [RS:1;32beccd76b35:40261 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '32beccd76b35,40261,1733201381636' 2024-12-03T04:49:42,089 DEBUG [RS:1;32beccd76b35:40261 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-03T04:49:42,089 DEBUG [RS:1;32beccd76b35:40261 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-03T04:49:42,090 DEBUG [RS:1;32beccd76b35:40261 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-03T04:49:42,090 INFO [RS:1;32beccd76b35:40261 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-03T04:49:42,090 INFO [RS:1;32beccd76b35:40261 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-03T04:49:42,172 WARN [32beccd76b35:33885 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-03T04:49:42,176 INFO [RS:0;32beccd76b35:33715 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-03T04:49:42,179 INFO [RS:0;32beccd76b35:33715 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=32beccd76b35%2C33715%2C1733201381577, suffix=, logDir=hdfs://localhost:43067/user/jenkins/test-data/d7e016cf-35af-af8c-9875-9288290735fb/WALs/32beccd76b35,33715,1733201381577, archiveDir=hdfs://localhost:43067/user/jenkins/test-data/d7e016cf-35af-af8c-9875-9288290735fb/oldWALs, maxLogs=32 2024-12-03T04:49:42,191 INFO [RS:1;32beccd76b35:40261 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-03T04:49:42,194 INFO [RS:1;32beccd76b35:40261 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=32beccd76b35%2C40261%2C1733201381636, suffix=, logDir=hdfs://localhost:43067/user/jenkins/test-data/d7e016cf-35af-af8c-9875-9288290735fb/WALs/32beccd76b35,40261,1733201381636, archiveDir=hdfs://localhost:43067/user/jenkins/test-data/d7e016cf-35af-af8c-9875-9288290735fb/oldWALs, maxLogs=32 2024-12-03T04:49:42,204 DEBUG [RS:0;32beccd76b35:33715 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d7e016cf-35af-af8c-9875-9288290735fb/WALs/32beccd76b35,33715,1733201381577/32beccd76b35%2C33715%2C1733201381577.1733201382181, exclude list is [], retry=0 2024-12-03T04:49:42,208 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39317,DS-e8d4b0ad-cc74-4703-bd30-aeef5e8d7be8,DISK] 2024-12-03T04:49:42,208 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37363,DS-12c43f01-6966-4fee-8990-00cfeb4cb8a4,DISK] 2024-12-03T04:49:42,210 DEBUG [RS:1;32beccd76b35:40261 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d7e016cf-35af-af8c-9875-9288290735fb/WALs/32beccd76b35,40261,1733201381636/32beccd76b35%2C40261%2C1733201381636.1733201382195, exclude list is [], retry=0 2024-12-03T04:49:42,210 INFO [RS:0;32beccd76b35:33715 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d7e016cf-35af-af8c-9875-9288290735fb/WALs/32beccd76b35,33715,1733201381577/32beccd76b35%2C33715%2C1733201381577.1733201382181 2024-12-03T04:49:42,211 DEBUG [RS:0;32beccd76b35:33715 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34511:34511),(127.0.0.1/127.0.0.1:39473:39473)] 2024-12-03T04:49:42,213 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37363,DS-12c43f01-6966-4fee-8990-00cfeb4cb8a4,DISK] 2024-12-03T04:49:42,213 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39317,DS-e8d4b0ad-cc74-4703-bd30-aeef5e8d7be8,DISK] 2024-12-03T04:49:42,216 INFO [RS:1;32beccd76b35:40261 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d7e016cf-35af-af8c-9875-9288290735fb/WALs/32beccd76b35,40261,1733201381636/32beccd76b35%2C40261%2C1733201381636.1733201382195 2024-12-03T04:49:42,216 DEBUG [RS:1;32beccd76b35:40261 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39473:39473),(127.0.0.1/127.0.0.1:34511:34511)] 2024-12-03T04:49:42,422 DEBUG [32beccd76b35:33885 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=2, allServersCount=2 2024-12-03T04:49:42,422 DEBUG [32beccd76b35:33885 {}] balancer.BalancerClusterState(204): Hosts are {32beccd76b35=0} racks are {/default-rack=0} 2024-12-03T04:49:42,426 DEBUG [32beccd76b35:33885 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-12-03T04:49:42,426 DEBUG [32beccd76b35:33885 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-12-03T04:49:42,426 DEBUG [32beccd76b35:33885 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-12-03T04:49:42,426 DEBUG [32beccd76b35:33885 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-12-03T04:49:42,426 INFO [32beccd76b35:33885 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-12-03T04:49:42,426 INFO [32beccd76b35:33885 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-12-03T04:49:42,426 DEBUG [32beccd76b35:33885 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-12-03T04:49:42,427 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=32beccd76b35,40261,1733201381636 2024-12-03T04:49:42,429 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 32beccd76b35,40261,1733201381636, state=OPENING 2024-12-03T04:49:42,431 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-03T04:49:42,433 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33715-0x101516d3d280001, quorum=127.0.0.1:62902, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T04:49:42,433 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40261-0x101516d3d280002, quorum=127.0.0.1:62902, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T04:49:42,434 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33885-0x101516d3d280000, quorum=127.0.0.1:62902, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T04:49:42,434 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-03T04:49:42,434 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-03T04:49:42,435 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-03T04:49:42,435 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-03T04:49:42,435 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=32beccd76b35,40261,1733201381636}] 2024-12-03T04:49:42,589 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-03T04:49:42,592 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39691, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-03T04:49:42,598 INFO [RS_OPEN_META-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-03T04:49:42,598 INFO [RS_OPEN_META-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T04:49:42,599 INFO [RS_OPEN_META-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-03T04:49:42,602 INFO [RS_OPEN_META-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=32beccd76b35%2C40261%2C1733201381636.meta, suffix=.meta, logDir=hdfs://localhost:43067/user/jenkins/test-data/d7e016cf-35af-af8c-9875-9288290735fb/WALs/32beccd76b35,40261,1733201381636, archiveDir=hdfs://localhost:43067/user/jenkins/test-data/d7e016cf-35af-af8c-9875-9288290735fb/oldWALs, maxLogs=32 2024-12-03T04:49:42,626 DEBUG [RS_OPEN_META-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d7e016cf-35af-af8c-9875-9288290735fb/WALs/32beccd76b35,40261,1733201381636/32beccd76b35%2C40261%2C1733201381636.meta.1733201382603.meta, exclude list is [], retry=0 2024-12-03T04:49:42,631 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39317,DS-e8d4b0ad-cc74-4703-bd30-aeef5e8d7be8,DISK] 2024-12-03T04:49:42,631 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37363,DS-12c43f01-6966-4fee-8990-00cfeb4cb8a4,DISK] 2024-12-03T04:49:42,637 INFO [RS_OPEN_META-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d7e016cf-35af-af8c-9875-9288290735fb/WALs/32beccd76b35,40261,1733201381636/32beccd76b35%2C40261%2C1733201381636.meta.1733201382603.meta 2024-12-03T04:49:42,637 DEBUG [RS_OPEN_META-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34511:34511),(127.0.0.1/127.0.0.1:39473:39473)] 2024-12-03T04:49:42,638 DEBUG [RS_OPEN_META-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-03T04:49:42,638 DEBUG [RS_OPEN_META-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-03T04:49:42,638 DEBUG [RS_OPEN_META-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-03T04:49:42,638 INFO [RS_OPEN_META-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-03T04:49:42,639 DEBUG [RS_OPEN_META-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-03T04:49:42,639 DEBUG [RS_OPEN_META-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T04:49:42,639 DEBUG [RS_OPEN_META-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-03T04:49:42,639 DEBUG [RS_OPEN_META-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-03T04:49:42,641 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-03T04:49:42,642 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-03T04:49:42,642 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T04:49:42,643 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T04:49:42,643 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-03T04:49:42,644 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-03T04:49:42,644 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T04:49:42,645 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T04:49:42,645 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-03T04:49:42,646 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-03T04:49:42,647 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T04:49:42,647 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T04:49:42,647 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-03T04:49:42,649 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-03T04:49:42,649 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T04:49:42,650 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T04:49:42,650 DEBUG [RS_OPEN_META-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-03T04:49:42,651 DEBUG [RS_OPEN_META-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43067/user/jenkins/test-data/d7e016cf-35af-af8c-9875-9288290735fb/data/hbase/meta/1588230740 2024-12-03T04:49:42,653 DEBUG [RS_OPEN_META-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43067/user/jenkins/test-data/d7e016cf-35af-af8c-9875-9288290735fb/data/hbase/meta/1588230740 2024-12-03T04:49:42,656 DEBUG [RS_OPEN_META-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-03T04:49:42,656 DEBUG [RS_OPEN_META-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-03T04:49:42,657 DEBUG [RS_OPEN_META-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T04:49:42,659 DEBUG [RS_OPEN_META-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-03T04:49:42,661 INFO [RS_OPEN_META-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62633670, jitterRate=-0.06668558716773987}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T04:49:42,661 DEBUG [RS_OPEN_META-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-03T04:49:42,662 DEBUG [RS_OPEN_META-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733201382639Writing region info on filesystem at 1733201382639Initializing all the Stores at 1733201382640 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733201382640Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733201382641 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733201382641Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733201382641Cleaning up temporary data from old regions at 1733201382656 (+15 ms)Running coprocessor post-open hooks at 1733201382661 (+5 ms)Region opened successfully at 1733201382662 (+1 ms) 2024-12-03T04:49:42,664 INFO [RS_OPEN_META-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733201382589 2024-12-03T04:49:42,668 DEBUG [RS_OPEN_META-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-03T04:49:42,669 INFO [RS_OPEN_META-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-03T04:49:42,670 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=32beccd76b35,40261,1733201381636 2024-12-03T04:49:42,671 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 32beccd76b35,40261,1733201381636, state=OPEN 2024-12-03T04:49:42,673 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40261-0x101516d3d280002, quorum=127.0.0.1:62902, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-03T04:49:42,674 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33715-0x101516d3d280001, quorum=127.0.0.1:62902, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-03T04:49:42,674 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33885-0x101516d3d280000, quorum=127.0.0.1:62902, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-03T04:49:42,674 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-03T04:49:42,674 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-03T04:49:42,674 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=32beccd76b35,40261,1733201381636 2024-12-03T04:49:42,674 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-03T04:49:42,679 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-03T04:49:42,679 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=32beccd76b35,40261,1733201381636 in 239 msec 2024-12-03T04:49:42,682 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-03T04:49:42,682 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 660 msec 2024-12-03T04:49:42,684 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T04:49:42,684 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-03T04:49:42,686 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T04:49:42,686 DEBUG [PEWorker-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=32beccd76b35,40261,1733201381636, seqNum=-1] 2024-12-03T04:49:42,687 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T04:49:42,688 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46049, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T04:49:42,696 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 795 msec 2024-12-03T04:49:42,697 INFO [master/32beccd76b35:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733201382697, completionTime=-1 2024-12-03T04:49:42,697 INFO [master/32beccd76b35:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=2; waited=0ms, expected min=2 server(s), max=2 server(s), master is running 2024-12-03T04:49:42,697 DEBUG [master/32beccd76b35:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-03T04:49:42,700 INFO [master/32beccd76b35:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=2 2024-12-03T04:49:42,700 INFO [master/32beccd76b35:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733201442700 2024-12-03T04:49:42,700 INFO [master/32beccd76b35:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733201502700 2024-12-03T04:49:42,700 INFO [master/32beccd76b35:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 3 msec 2024-12-03T04:49:42,700 INFO [master/32beccd76b35:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=32beccd76b35,33885,1733201381522-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T04:49:42,701 INFO [master/32beccd76b35:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=32beccd76b35,33885,1733201381522-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T04:49:42,701 INFO [master/32beccd76b35:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=32beccd76b35,33885,1733201381522-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T04:49:42,701 INFO [master/32beccd76b35:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-32beccd76b35:33885, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T04:49:42,701 INFO [master/32beccd76b35:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-03T04:49:42,701 INFO [master/32beccd76b35:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-03T04:49:42,704 DEBUG [master/32beccd76b35:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-03T04:49:42,706 INFO [master/32beccd76b35:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.012sec 2024-12-03T04:49:42,707 INFO [master/32beccd76b35:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-03T04:49:42,707 INFO [master/32beccd76b35:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-03T04:49:42,707 INFO [master/32beccd76b35:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-03T04:49:42,707 INFO [master/32beccd76b35:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-03T04:49:42,707 INFO [master/32beccd76b35:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-03T04:49:42,707 INFO [master/32beccd76b35:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=32beccd76b35,33885,1733201381522-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-03T04:49:42,707 INFO [master/32beccd76b35:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=32beccd76b35,33885,1733201381522-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-03T04:49:42,711 DEBUG [master/32beccd76b35:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-03T04:49:42,711 INFO [master/32beccd76b35:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-03T04:49:42,711 INFO [master/32beccd76b35:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=32beccd76b35,33885,1733201381522-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T04:49:42,779 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@63c8a7d4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T04:49:42,779 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 32beccd76b35,33885,-1 for getting cluster id 2024-12-03T04:49:42,780 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T04:49:42,782 DEBUG [HMaster-EventLoopGroup-6-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '58bea4bb-a3bc-4d0a-9711-a8829718916b' 2024-12-03T04:49:42,782 DEBUG [RPCClient-NioEventLoopGroup-5-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T04:49:42,782 DEBUG [RPCClient-NioEventLoopGroup-5-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "58bea4bb-a3bc-4d0a-9711-a8829718916b" 2024-12-03T04:49:42,783 DEBUG [RPCClient-NioEventLoopGroup-5-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5101ee8e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T04:49:42,783 DEBUG [RPCClient-NioEventLoopGroup-5-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [32beccd76b35,33885,-1] 2024-12-03T04:49:42,783 DEBUG [RPCClient-NioEventLoopGroup-5-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T04:49:42,784 DEBUG [RPCClient-NioEventLoopGroup-5-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T04:49:42,785 INFO [HMaster-EventLoopGroup-6-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33802, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T04:49:42,786 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6d2a9054, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T04:49:42,787 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T04:49:42,788 DEBUG [RPCClient-NioEventLoopGroup-5-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=32beccd76b35,40261,1733201381636, seqNum=-1] 2024-12-03T04:49:42,789 DEBUG [RPCClient-NioEventLoopGroup-5-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T04:49:42,791 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37334, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T04:49:42,793 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=32beccd76b35,33885,1733201381522 2024-12-03T04:49:42,794 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T04:49:42,795 DEBUG [RPCClient-NioEventLoopGroup-5-12 {}] client.AsyncConnectionImpl(321): The fetched master address is 32beccd76b35,33885,1733201381522 2024-12-03T04:49:42,795 DEBUG [RPCClient-NioEventLoopGroup-5-12 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@590c4309 2024-12-03T04:49:42,795 DEBUG [RPCClient-NioEventLoopGroup-5-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T04:49:42,802 INFO [HMaster-EventLoopGroup-6-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33814, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T04:49:42,804 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33885 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'testClearRegionBlockCache', {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-03T04:49:42,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33885 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testClearRegionBlockCache 2024-12-03T04:49:42,808 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_PRE_OPERATION 2024-12-03T04:49:42,808 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T04:49:42,808 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33885 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "testClearRegionBlockCache" procId is: 4 2024-12-03T04:49:42,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33885 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T04:49:42,815 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-03T04:49:42,841 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37363 is added to blk_1073741836_1012 (size=379) 2024-12-03T04:49:42,843 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39317 is added to blk_1073741836_1012 (size=379) 2024-12-03T04:49:42,847 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 01792edc1e0571bb2a313d83a02d8f5d, NAME => 'testClearRegionBlockCache,5,1733201382803.01792edc1e0571bb2a313d83a02d8f5d.', STARTKEY => '5', ENDKEY => ''}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43067/user/jenkins/test-data/d7e016cf-35af-af8c-9875-9288290735fb 2024-12-03T04:49:42,847 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 989692e0ff8fa1e49e5542e416109daf, NAME => 'testClearRegionBlockCache,,1733201382803.989692e0ff8fa1e49e5542e416109daf.', STARTKEY => '', ENDKEY => '5'}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43067/user/jenkins/test-data/d7e016cf-35af-af8c-9875-9288290735fb 2024-12-03T04:49:42,860 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37363 is added to blk_1073741837_1013 (size=61) 2024-12-03T04:49:42,861 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39317 is added to blk_1073741837_1013 (size=61) 2024-12-03T04:49:42,862 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,5,1733201382803.01792edc1e0571bb2a313d83a02d8f5d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T04:49:42,862 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1722): Closing 01792edc1e0571bb2a313d83a02d8f5d, disabling compactions & flushes 2024-12-03T04:49:42,863 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,5,1733201382803.01792edc1e0571bb2a313d83a02d8f5d. 2024-12-03T04:49:42,863 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,5,1733201382803.01792edc1e0571bb2a313d83a02d8f5d. 2024-12-03T04:49:42,863 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,5,1733201382803.01792edc1e0571bb2a313d83a02d8f5d. after waiting 0 ms 2024-12-03T04:49:42,863 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,5,1733201382803.01792edc1e0571bb2a313d83a02d8f5d. 2024-12-03T04:49:42,863 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,5,1733201382803.01792edc1e0571bb2a313d83a02d8f5d. 2024-12-03T04:49:42,863 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1676): Region close journal for 01792edc1e0571bb2a313d83a02d8f5d: Waiting for close lock at 1733201382862Disabling compacts and flushes for region at 1733201382862Disabling writes for close at 1733201382863 (+1 ms)Writing region close event to WAL at 1733201382863Closed at 1733201382863 2024-12-03T04:49:42,875 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37363 is added to blk_1073741838_1014 (size=61) 2024-12-03T04:49:42,875 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39317 is added to blk_1073741838_1014 (size=61) 2024-12-03T04:49:42,877 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,,1733201382803.989692e0ff8fa1e49e5542e416109daf.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T04:49:42,877 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1722): Closing 989692e0ff8fa1e49e5542e416109daf, disabling compactions & flushes 2024-12-03T04:49:42,877 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,,1733201382803.989692e0ff8fa1e49e5542e416109daf. 2024-12-03T04:49:42,877 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,,1733201382803.989692e0ff8fa1e49e5542e416109daf. 2024-12-03T04:49:42,877 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,,1733201382803.989692e0ff8fa1e49e5542e416109daf. after waiting 0 ms 2024-12-03T04:49:42,877 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,,1733201382803.989692e0ff8fa1e49e5542e416109daf. 2024-12-03T04:49:42,877 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,,1733201382803.989692e0ff8fa1e49e5542e416109daf. 2024-12-03T04:49:42,877 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1676): Region close journal for 989692e0ff8fa1e49e5542e416109daf: Waiting for close lock at 1733201382877Disabling compacts and flushes for region at 1733201382877Disabling writes for close at 1733201382877Writing region close event to WAL at 1733201382877Closed at 1733201382877 2024-12-03T04:49:42,880 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ADD_TO_META 2024-12-03T04:49:42,880 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testClearRegionBlockCache,5,1733201382803.01792edc1e0571bb2a313d83a02d8f5d.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1733201382880"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733201382880"}]},"ts":"1733201382880"} 2024-12-03T04:49:42,880 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testClearRegionBlockCache,,1733201382803.989692e0ff8fa1e49e5542e416109daf.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1733201382880"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733201382880"}]},"ts":"1733201382880"} 2024-12-03T04:49:42,887 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 2 regions to meta. 2024-12-03T04:49:42,889 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-03T04:49:42,889 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733201382889"}]},"ts":"1733201382889"} 2024-12-03T04:49:42,893 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testClearRegionBlockCache, state=ENABLING in hbase:meta 2024-12-03T04:49:42,893 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {32beccd76b35=0} racks are {/default-rack=0} 2024-12-03T04:49:42,895 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-12-03T04:49:42,895 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-12-03T04:49:42,895 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-12-03T04:49:42,895 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-12-03T04:49:42,895 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-12-03T04:49:42,895 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-12-03T04:49:42,895 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-12-03T04:49:42,896 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=989692e0ff8fa1e49e5542e416109daf, ASSIGN}, {pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=01792edc1e0571bb2a313d83a02d8f5d, ASSIGN}] 2024-12-03T04:49:42,898 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=01792edc1e0571bb2a313d83a02d8f5d, ASSIGN 2024-12-03T04:49:42,898 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=989692e0ff8fa1e49e5542e416109daf, ASSIGN 2024-12-03T04:49:42,900 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=989692e0ff8fa1e49e5542e416109daf, ASSIGN; state=OFFLINE, location=32beccd76b35,40261,1733201381636; forceNewPlan=false, retain=false 2024-12-03T04:49:42,900 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=01792edc1e0571bb2a313d83a02d8f5d, ASSIGN; state=OFFLINE, location=32beccd76b35,33715,1733201381577; forceNewPlan=false, retain=false 2024-12-03T04:49:42,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33885 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T04:49:43,051 INFO [32beccd76b35:33885 {}] balancer.BaseLoadBalancer(388): Reassigned 2 regions. 2 retained the pre-restart assignment. 2024-12-03T04:49:43,051 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=989692e0ff8fa1e49e5542e416109daf, regionState=OPENING, regionLocation=32beccd76b35,40261,1733201381636 2024-12-03T04:49:43,051 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=01792edc1e0571bb2a313d83a02d8f5d, regionState=OPENING, regionLocation=32beccd76b35,33715,1733201381577 2024-12-03T04:49:43,055 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=01792edc1e0571bb2a313d83a02d8f5d, ASSIGN because future has completed 2024-12-03T04:49:43,055 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 01792edc1e0571bb2a313d83a02d8f5d, server=32beccd76b35,33715,1733201381577}] 2024-12-03T04:49:43,056 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=989692e0ff8fa1e49e5542e416109daf, ASSIGN because future has completed 2024-12-03T04:49:43,057 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 989692e0ff8fa1e49e5542e416109daf, server=32beccd76b35,40261,1733201381636}] 2024-12-03T04:49:43,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33885 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T04:49:43,210 DEBUG [RSProcedureDispatcher-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-03T04:49:43,212 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57043, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-03T04:49:43,217 INFO [RS_OPEN_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] handler.AssignRegionHandler(132): Open testClearRegionBlockCache,5,1733201382803.01792edc1e0571bb2a313d83a02d8f5d. 2024-12-03T04:49:43,217 DEBUG [RS_OPEN_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => 01792edc1e0571bb2a313d83a02d8f5d, NAME => 'testClearRegionBlockCache,5,1733201382803.01792edc1e0571bb2a313d83a02d8f5d.', STARTKEY => '5', ENDKEY => ''} 2024-12-03T04:49:43,218 DEBUG [RS_OPEN_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache 01792edc1e0571bb2a313d83a02d8f5d 2024-12-03T04:49:43,218 DEBUG [RS_OPEN_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,5,1733201382803.01792edc1e0571bb2a313d83a02d8f5d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T04:49:43,218 DEBUG [RS_OPEN_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for 01792edc1e0571bb2a313d83a02d8f5d 2024-12-03T04:49:43,218 DEBUG [RS_OPEN_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for 01792edc1e0571bb2a313d83a02d8f5d 2024-12-03T04:49:43,219 INFO [RS_OPEN_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] handler.AssignRegionHandler(132): Open testClearRegionBlockCache,,1733201382803.989692e0ff8fa1e49e5542e416109daf. 2024-12-03T04:49:43,219 DEBUG [RS_OPEN_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7752): Opening region: {ENCODED => 989692e0ff8fa1e49e5542e416109daf, NAME => 'testClearRegionBlockCache,,1733201382803.989692e0ff8fa1e49e5542e416109daf.', STARTKEY => '', ENDKEY => '5'} 2024-12-03T04:49:43,220 DEBUG [RS_OPEN_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache 989692e0ff8fa1e49e5542e416109daf 2024-12-03T04:49:43,220 DEBUG [RS_OPEN_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,,1733201382803.989692e0ff8fa1e49e5542e416109daf.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T04:49:43,220 DEBUG [RS_OPEN_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7794): checking encryption for 989692e0ff8fa1e49e5542e416109daf 2024-12-03T04:49:43,220 DEBUG [RS_OPEN_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7797): checking classloading for 989692e0ff8fa1e49e5542e416109daf 2024-12-03T04:49:43,220 INFO [StoreOpener-01792edc1e0571bb2a313d83a02d8f5d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region 01792edc1e0571bb2a313d83a02d8f5d 2024-12-03T04:49:43,222 INFO [StoreOpener-989692e0ff8fa1e49e5542e416109daf-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region 989692e0ff8fa1e49e5542e416109daf 2024-12-03T04:49:43,222 INFO [StoreOpener-01792edc1e0571bb2a313d83a02d8f5d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 01792edc1e0571bb2a313d83a02d8f5d columnFamilyName family 2024-12-03T04:49:43,222 DEBUG [StoreOpener-01792edc1e0571bb2a313d83a02d8f5d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T04:49:43,223 INFO [StoreOpener-01792edc1e0571bb2a313d83a02d8f5d-1 {}] regionserver.HStore(327): Store=01792edc1e0571bb2a313d83a02d8f5d/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T04:49:43,223 DEBUG [RS_OPEN_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for 01792edc1e0571bb2a313d83a02d8f5d 2024-12-03T04:49:43,224 INFO [StoreOpener-989692e0ff8fa1e49e5542e416109daf-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 989692e0ff8fa1e49e5542e416109daf columnFamilyName family 2024-12-03T04:49:43,224 DEBUG [StoreOpener-989692e0ff8fa1e49e5542e416109daf-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T04:49:43,224 DEBUG [RS_OPEN_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43067/user/jenkins/test-data/d7e016cf-35af-af8c-9875-9288290735fb/data/default/testClearRegionBlockCache/01792edc1e0571bb2a313d83a02d8f5d 2024-12-03T04:49:43,225 DEBUG [RS_OPEN_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43067/user/jenkins/test-data/d7e016cf-35af-af8c-9875-9288290735fb/data/default/testClearRegionBlockCache/01792edc1e0571bb2a313d83a02d8f5d 2024-12-03T04:49:43,225 INFO [StoreOpener-989692e0ff8fa1e49e5542e416109daf-1 {}] regionserver.HStore(327): Store=989692e0ff8fa1e49e5542e416109daf/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T04:49:43,225 DEBUG [RS_OPEN_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1038): replaying wal for 989692e0ff8fa1e49e5542e416109daf 2024-12-03T04:49:43,225 DEBUG [RS_OPEN_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for 01792edc1e0571bb2a313d83a02d8f5d 2024-12-03T04:49:43,225 DEBUG [RS_OPEN_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for 01792edc1e0571bb2a313d83a02d8f5d 2024-12-03T04:49:43,226 DEBUG [RS_OPEN_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43067/user/jenkins/test-data/d7e016cf-35af-af8c-9875-9288290735fb/data/default/testClearRegionBlockCache/989692e0ff8fa1e49e5542e416109daf 2024-12-03T04:49:43,227 DEBUG [RS_OPEN_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43067/user/jenkins/test-data/d7e016cf-35af-af8c-9875-9288290735fb/data/default/testClearRegionBlockCache/989692e0ff8fa1e49e5542e416109daf 2024-12-03T04:49:43,227 DEBUG [RS_OPEN_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1048): stopping wal replay for 989692e0ff8fa1e49e5542e416109daf 2024-12-03T04:49:43,227 DEBUG [RS_OPEN_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1060): Cleaning up temporary data for 989692e0ff8fa1e49e5542e416109daf 2024-12-03T04:49:43,228 DEBUG [RS_OPEN_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for 01792edc1e0571bb2a313d83a02d8f5d 2024-12-03T04:49:43,230 DEBUG [RS_OPEN_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1093): writing seq id for 989692e0ff8fa1e49e5542e416109daf 2024-12-03T04:49:43,231 DEBUG [RS_OPEN_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43067/user/jenkins/test-data/d7e016cf-35af-af8c-9875-9288290735fb/data/default/testClearRegionBlockCache/01792edc1e0571bb2a313d83a02d8f5d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T04:49:43,232 INFO [RS_OPEN_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1114): Opened 01792edc1e0571bb2a313d83a02d8f5d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66049916, jitterRate=-0.015779554843902588}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-03T04:49:43,232 DEBUG [RS_OPEN_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 01792edc1e0571bb2a313d83a02d8f5d 2024-12-03T04:49:43,233 DEBUG [RS_OPEN_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43067/user/jenkins/test-data/d7e016cf-35af-af8c-9875-9288290735fb/data/default/testClearRegionBlockCache/989692e0ff8fa1e49e5542e416109daf/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T04:49:43,233 DEBUG [RS_OPEN_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for 01792edc1e0571bb2a313d83a02d8f5d: Running coprocessor pre-open hook at 1733201383218Writing region info on filesystem at 1733201383218Initializing all the Stores at 1733201383220 (+2 ms)Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733201383220Cleaning up temporary data from old regions at 1733201383225 (+5 ms)Running coprocessor post-open hooks at 1733201383232 (+7 ms)Region opened successfully at 1733201383233 (+1 ms) 2024-12-03T04:49:43,234 INFO [RS_OPEN_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1114): Opened 989692e0ff8fa1e49e5542e416109daf; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62692799, jitterRate=-0.06580449640750885}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-03T04:49:43,234 DEBUG [RS_OPEN_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 989692e0ff8fa1e49e5542e416109daf 2024-12-03T04:49:43,234 DEBUG [RS_OPEN_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1006): Region open journal for 989692e0ff8fa1e49e5542e416109daf: Running coprocessor pre-open hook at 1733201383220Writing region info on filesystem at 1733201383220Initializing all the Stores at 1733201383221 (+1 ms)Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733201383221Cleaning up temporary data from old regions at 1733201383227 (+6 ms)Running coprocessor post-open hooks at 1733201383234 (+7 ms)Region opened successfully at 1733201383234 2024-12-03T04:49:43,235 INFO [RS_OPEN_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for testClearRegionBlockCache,5,1733201382803.01792edc1e0571bb2a313d83a02d8f5d., pid=7, masterSystemTime=1733201383209 2024-12-03T04:49:43,236 INFO [RS_OPEN_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegionServer(2236): Post open deploy tasks for testClearRegionBlockCache,,1733201382803.989692e0ff8fa1e49e5542e416109daf., pid=8, masterSystemTime=1733201383213 2024-12-03T04:49:43,238 DEBUG [RS_OPEN_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for testClearRegionBlockCache,5,1733201382803.01792edc1e0571bb2a313d83a02d8f5d. 2024-12-03T04:49:43,239 INFO [RS_OPEN_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] handler.AssignRegionHandler(153): Opened testClearRegionBlockCache,5,1733201382803.01792edc1e0571bb2a313d83a02d8f5d. 2024-12-03T04:49:43,241 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=01792edc1e0571bb2a313d83a02d8f5d, regionState=OPEN, openSeqNum=2, regionLocation=32beccd76b35,33715,1733201381577 2024-12-03T04:49:43,243 DEBUG [RS_OPEN_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegionServer(2266): Finished post open deploy task for testClearRegionBlockCache,,1733201382803.989692e0ff8fa1e49e5542e416109daf. 2024-12-03T04:49:43,243 INFO [RS_OPEN_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] handler.AssignRegionHandler(153): Opened testClearRegionBlockCache,,1733201382803.989692e0ff8fa1e49e5542e416109daf. 2024-12-03T04:49:43,243 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=989692e0ff8fa1e49e5542e416109daf, regionState=OPEN, openSeqNum=2, regionLocation=32beccd76b35,40261,1733201381636 2024-12-03T04:49:43,245 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 01792edc1e0571bb2a313d83a02d8f5d, server=32beccd76b35,33715,1733201381577 because future has completed 2024-12-03T04:49:43,247 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 989692e0ff8fa1e49e5542e416109daf, server=32beccd76b35,40261,1733201381636 because future has completed 2024-12-03T04:49:43,251 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-12-03T04:49:43,252 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 01792edc1e0571bb2a313d83a02d8f5d, server=32beccd76b35,33715,1733201381577 in 192 msec 2024-12-03T04:49:43,254 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=5 2024-12-03T04:49:43,254 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 989692e0ff8fa1e49e5542e416109daf, server=32beccd76b35,40261,1733201381636 in 193 msec 2024-12-03T04:49:43,255 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=01792edc1e0571bb2a313d83a02d8f5d, ASSIGN in 356 msec 2024-12-03T04:49:43,258 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-03T04:49:43,258 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=989692e0ff8fa1e49e5542e416109daf, ASSIGN in 360 msec 2024-12-03T04:49:43,259 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-03T04:49:43,260 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733201383259"}]},"ts":"1733201383259"} 2024-12-03T04:49:43,262 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testClearRegionBlockCache, state=ENABLED in hbase:meta 2024-12-03T04:49:43,264 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_POST_OPERATION 2024-12-03T04:49:43,266 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testClearRegionBlockCache in 460 msec 2024-12-03T04:49:43,267 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-03T04:49:43,275 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T04:49:43,319 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T04:49:43,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33885 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T04:49:43,438 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testClearRegionBlockCache get assigned. Timeout = 60000ms 2024-12-03T04:49:43,438 INFO [RPCClient-NioEventLoopGroup-5-14 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testClearRegionBlockCache completed 2024-12-03T04:49:43,439 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-03T04:49:43,444 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testClearRegionBlockCache assigned to meta. Checking AM states. 2024-12-03T04:49:43,444 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-03T04:49:43,444 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testClearRegionBlockCache assigned. 2024-12-03T04:49:43,449 DEBUG [RPCClient-NioEventLoopGroup-5-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testClearRegionBlockCache', row='1', locateType=CURRENT is [region=testClearRegionBlockCache,,1733201382803.989692e0ff8fa1e49e5542e416109daf., hostname=32beccd76b35,40261,1733201381636, seqNum=2] 2024-12-03T04:49:43,467 DEBUG [RPCClient-NioEventLoopGroup-5-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testClearRegionBlockCache', row='5', locateType=CURRENT is [region=testClearRegionBlockCache,5,1733201382803.01792edc1e0571bb2a313d83a02d8f5d., hostname=32beccd76b35,33715,1733201381577, seqNum=2] 2024-12-03T04:49:43,467 DEBUG [RPCClient-NioEventLoopGroup-5-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T04:49:43,472 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:32936, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T04:49:43,485 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 01792edc1e0571bb2a313d83a02d8f5d 1/1 column families, dataSize=140 B heapSize=776 B 2024-12-03T04:49:43,506 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43067/user/jenkins/test-data/d7e016cf-35af-af8c-9875-9288290735fb/data/default/testClearRegionBlockCache/01792edc1e0571bb2a313d83a02d8f5d/.tmp/family/9d8bf3a524204a9486ad436097149877 is 32, key is 5/family:/1733201383473/Put/seqid=0 2024-12-03T04:49:43,514 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39317 is added to blk_1073741839_1015 (size=5083) 2024-12-03T04:49:43,515 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37363 is added to blk_1073741839_1015 (size=5083) 2024-12-03T04:49:43,516 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=140 B at sequenceid=9 (bloomFilter=true), to=hdfs://localhost:43067/user/jenkins/test-data/d7e016cf-35af-af8c-9875-9288290735fb/data/default/testClearRegionBlockCache/01792edc1e0571bb2a313d83a02d8f5d/.tmp/family/9d8bf3a524204a9486ad436097149877 2024-12-03T04:49:43,526 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43067/user/jenkins/test-data/d7e016cf-35af-af8c-9875-9288290735fb/data/default/testClearRegionBlockCache/01792edc1e0571bb2a313d83a02d8f5d/.tmp/family/9d8bf3a524204a9486ad436097149877 as hdfs://localhost:43067/user/jenkins/test-data/d7e016cf-35af-af8c-9875-9288290735fb/data/default/testClearRegionBlockCache/01792edc1e0571bb2a313d83a02d8f5d/family/9d8bf3a524204a9486ad436097149877 2024-12-03T04:49:43,536 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43067/user/jenkins/test-data/d7e016cf-35af-af8c-9875-9288290735fb/data/default/testClearRegionBlockCache/01792edc1e0571bb2a313d83a02d8f5d/family/9d8bf3a524204a9486ad436097149877, entries=5, sequenceid=9, filesize=5.0 K 2024-12-03T04:49:43,538 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~140 B/140, heapSize ~760 B/760, currentSize=0 B/0 for 01792edc1e0571bb2a313d83a02d8f5d in 53ms, sequenceid=9, compaction requested=false 2024-12-03T04:49:43,538 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 01792edc1e0571bb2a313d83a02d8f5d: 2024-12-03T04:49:43,538 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 989692e0ff8fa1e49e5542e416109daf 1/1 column families, dataSize=112 B heapSize=672 B 2024-12-03T04:49:43,563 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43067/user/jenkins/test-data/d7e016cf-35af-af8c-9875-9288290735fb/data/default/testClearRegionBlockCache/989692e0ff8fa1e49e5542e416109daf/.tmp/family/19f8ee33baf34e8c8f67644d545fface is 32, key is 1/family:/1733201383450/Put/seqid=0 2024-12-03T04:49:43,573 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39317 is added to blk_1073741840_1016 (size=5054) 2024-12-03T04:49:43,573 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37363 is added to blk_1073741840_1016 (size=5054) 2024-12-03T04:49:43,574 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:43067/user/jenkins/test-data/d7e016cf-35af-af8c-9875-9288290735fb/data/default/testClearRegionBlockCache/989692e0ff8fa1e49e5542e416109daf/.tmp/family/19f8ee33baf34e8c8f67644d545fface 2024-12-03T04:49:43,587 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43067/user/jenkins/test-data/d7e016cf-35af-af8c-9875-9288290735fb/data/default/testClearRegionBlockCache/989692e0ff8fa1e49e5542e416109daf/.tmp/family/19f8ee33baf34e8c8f67644d545fface as hdfs://localhost:43067/user/jenkins/test-data/d7e016cf-35af-af8c-9875-9288290735fb/data/default/testClearRegionBlockCache/989692e0ff8fa1e49e5542e416109daf/family/19f8ee33baf34e8c8f67644d545fface 2024-12-03T04:49:43,596 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43067/user/jenkins/test-data/d7e016cf-35af-af8c-9875-9288290735fb/data/default/testClearRegionBlockCache/989692e0ff8fa1e49e5542e416109daf/family/19f8ee33baf34e8c8f67644d545fface, entries=4, sequenceid=8, filesize=4.9 K 2024-12-03T04:49:43,598 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~112 B/112, heapSize ~656 B/656, currentSize=0 B/0 for 989692e0ff8fa1e49e5542e416109daf in 60ms, sequenceid=8, compaction requested=false 2024-12-03T04:49:43,598 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 989692e0ff8fa1e49e5542e416109daf: 2024-12-03T04:49:43,605 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-03T04:49:43,605 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T04:49:43,605 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.teardown(TestClearRegionBlockCache.java:100) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T04:49:43,605 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T04:49:43,606 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T04:49:43,606 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T04:49:43,606 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-03T04:49:43,606 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1071193281, stopped=false 2024-12-03T04:49:43,606 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=32beccd76b35,33885,1733201381522 2024-12-03T04:49:43,609 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33885-0x101516d3d280000, quorum=127.0.0.1:62902, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-03T04:49:43,609 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40261-0x101516d3d280002, quorum=127.0.0.1:62902, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-03T04:49:43,609 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33715-0x101516d3d280001, quorum=127.0.0.1:62902, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-03T04:49:43,609 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33885-0x101516d3d280000, quorum=127.0.0.1:62902, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T04:49:43,609 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40261-0x101516d3d280002, quorum=127.0.0.1:62902, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T04:49:43,610 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33715-0x101516d3d280001, quorum=127.0.0.1:62902, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T04:49:43,610 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-03T04:49:43,610 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:33885-0x101516d3d280000, quorum=127.0.0.1:62902, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-03T04:49:43,610 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T04:49:43,611 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:33715-0x101516d3d280001, quorum=127.0.0.1:62902, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-03T04:49:43,611 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.teardown(TestClearRegionBlockCache.java:100) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T04:49:43,611 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T04:49:43,611 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:40261-0x101516d3d280002, quorum=127.0.0.1:62902, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-03T04:49:43,612 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '32beccd76b35,33715,1733201381577' ***** 2024-12-03T04:49:43,612 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-03T04:49:43,612 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '32beccd76b35,40261,1733201381636' ***** 2024-12-03T04:49:43,612 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-03T04:49:43,612 INFO [RS:0;32beccd76b35:33715 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-03T04:49:43,612 INFO [RS:0;32beccd76b35:33715 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-03T04:49:43,612 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-03T04:49:43,612 INFO [RS:0;32beccd76b35:33715 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-03T04:49:43,612 INFO [RS:1;32beccd76b35:40261 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-03T04:49:43,612 INFO [RS:0;32beccd76b35:33715 {}] regionserver.HRegionServer(3091): Received CLOSE for 01792edc1e0571bb2a313d83a02d8f5d 2024-12-03T04:49:43,613 INFO [RS:1;32beccd76b35:40261 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-03T04:49:43,613 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-03T04:49:43,613 INFO [RS:1;32beccd76b35:40261 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-03T04:49:43,613 INFO [RS:1;32beccd76b35:40261 {}] regionserver.HRegionServer(3091): Received CLOSE for 989692e0ff8fa1e49e5542e416109daf 2024-12-03T04:49:43,613 INFO [RS:0;32beccd76b35:33715 {}] regionserver.HRegionServer(959): stopping server 32beccd76b35,33715,1733201381577 2024-12-03T04:49:43,613 INFO [RS:0;32beccd76b35:33715 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-03T04:49:43,613 INFO [RS:0;32beccd76b35:33715 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;32beccd76b35:33715. 2024-12-03T04:49:43,613 DEBUG [RS:0;32beccd76b35:33715 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T04:49:43,613 DEBUG [RS:0;32beccd76b35:33715 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T04:49:43,613 INFO [RS:0;32beccd76b35:33715 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-03T04:49:43,613 DEBUG [RS:0;32beccd76b35:33715 {}] regionserver.HRegionServer(1325): Online Regions={01792edc1e0571bb2a313d83a02d8f5d=testClearRegionBlockCache,5,1733201382803.01792edc1e0571bb2a313d83a02d8f5d.} 2024-12-03T04:49:43,613 DEBUG [RS:0;32beccd76b35:33715 {}] regionserver.HRegionServer(1351): Waiting on 01792edc1e0571bb2a313d83a02d8f5d 2024-12-03T04:49:43,617 INFO [RS:1;32beccd76b35:40261 {}] regionserver.HRegionServer(959): stopping server 32beccd76b35,40261,1733201381636 2024-12-03T04:49:43,617 INFO [RS:1;32beccd76b35:40261 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-03T04:49:43,617 INFO [RS:1;32beccd76b35:40261 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;32beccd76b35:40261. 2024-12-03T04:49:43,617 DEBUG [RS:1;32beccd76b35:40261 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T04:49:43,618 DEBUG [RS:1;32beccd76b35:40261 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T04:49:43,618 DEBUG [RS_CLOSE_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 989692e0ff8fa1e49e5542e416109daf, disabling compactions & flushes 2024-12-03T04:49:43,618 INFO [RS:1;32beccd76b35:40261 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-03T04:49:43,618 DEBUG [RS_CLOSE_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 01792edc1e0571bb2a313d83a02d8f5d, disabling compactions & flushes 2024-12-03T04:49:43,618 INFO [RS:1;32beccd76b35:40261 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-03T04:49:43,618 INFO [RS_CLOSE_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,,1733201382803.989692e0ff8fa1e49e5542e416109daf. 2024-12-03T04:49:43,618 INFO [RS_CLOSE_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,5,1733201382803.01792edc1e0571bb2a313d83a02d8f5d. 2024-12-03T04:49:43,618 INFO [RS:1;32beccd76b35:40261 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-03T04:49:43,618 DEBUG [RS_CLOSE_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,,1733201382803.989692e0ff8fa1e49e5542e416109daf. 2024-12-03T04:49:43,618 DEBUG [RS_CLOSE_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,5,1733201382803.01792edc1e0571bb2a313d83a02d8f5d. 2024-12-03T04:49:43,618 INFO [RS:1;32beccd76b35:40261 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-03T04:49:43,618 DEBUG [RS_CLOSE_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,5,1733201382803.01792edc1e0571bb2a313d83a02d8f5d. after waiting 0 ms 2024-12-03T04:49:43,618 DEBUG [RS_CLOSE_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,,1733201382803.989692e0ff8fa1e49e5542e416109daf. after waiting 0 ms 2024-12-03T04:49:43,618 DEBUG [RS_CLOSE_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,5,1733201382803.01792edc1e0571bb2a313d83a02d8f5d. 2024-12-03T04:49:43,618 DEBUG [RS_CLOSE_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,,1733201382803.989692e0ff8fa1e49e5542e416109daf. 2024-12-03T04:49:43,618 INFO [RS:1;32beccd76b35:40261 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-03T04:49:43,618 DEBUG [RS:1;32beccd76b35:40261 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 989692e0ff8fa1e49e5542e416109daf=testClearRegionBlockCache,,1733201382803.989692e0ff8fa1e49e5542e416109daf.} 2024-12-03T04:49:43,619 DEBUG [RS:1;32beccd76b35:40261 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 989692e0ff8fa1e49e5542e416109daf 2024-12-03T04:49:43,619 DEBUG [RS_CLOSE_META-regionserver/32beccd76b35:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-03T04:49:43,619 INFO [RS_CLOSE_META-regionserver/32beccd76b35:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-03T04:49:43,619 DEBUG [RS_CLOSE_META-regionserver/32beccd76b35:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-03T04:49:43,619 DEBUG [RS_CLOSE_META-regionserver/32beccd76b35:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-03T04:49:43,619 DEBUG [RS_CLOSE_META-regionserver/32beccd76b35:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-03T04:49:43,619 INFO [RS_CLOSE_META-regionserver/32beccd76b35:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.79 KB heapSize=5.57 KB 2024-12-03T04:49:43,626 DEBUG [RS_CLOSE_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43067/user/jenkins/test-data/d7e016cf-35af-af8c-9875-9288290735fb/data/default/testClearRegionBlockCache/989692e0ff8fa1e49e5542e416109daf/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-12-03T04:49:43,627 INFO [RS_CLOSE_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,,1733201382803.989692e0ff8fa1e49e5542e416109daf. 2024-12-03T04:49:43,627 DEBUG [RS_CLOSE_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 989692e0ff8fa1e49e5542e416109daf: Waiting for close lock at 1733201383618Running coprocessor pre-close hooks at 1733201383618Disabling compacts and flushes for region at 1733201383618Disabling writes for close at 1733201383618Writing region close event to WAL at 1733201383619 (+1 ms)Running coprocessor post-close hooks at 1733201383627 (+8 ms)Closed at 1733201383627 2024-12-03T04:49:43,628 DEBUG [RS_CLOSE_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,,1733201382803.989692e0ff8fa1e49e5542e416109daf. 2024-12-03T04:49:43,634 DEBUG [RS_CLOSE_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43067/user/jenkins/test-data/d7e016cf-35af-af8c-9875-9288290735fb/data/default/testClearRegionBlockCache/01792edc1e0571bb2a313d83a02d8f5d/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=1 2024-12-03T04:49:43,636 INFO [RS_CLOSE_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,5,1733201382803.01792edc1e0571bb2a313d83a02d8f5d. 2024-12-03T04:49:43,636 DEBUG [RS_CLOSE_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 01792edc1e0571bb2a313d83a02d8f5d: Waiting for close lock at 1733201383618Running coprocessor pre-close hooks at 1733201383618Disabling compacts and flushes for region at 1733201383618Disabling writes for close at 1733201383618Writing region close event to WAL at 1733201383620 (+2 ms)Running coprocessor post-close hooks at 1733201383636 (+16 ms)Closed at 1733201383636 2024-12-03T04:49:43,636 DEBUG [RS_CLOSE_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,5,1733201382803.01792edc1e0571bb2a313d83a02d8f5d. 2024-12-03T04:49:43,642 INFO [regionserver/32beccd76b35:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-03T04:49:43,646 INFO [regionserver/32beccd76b35:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-03T04:49:43,648 DEBUG [RS_CLOSE_META-regionserver/32beccd76b35:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43067/user/jenkins/test-data/d7e016cf-35af-af8c-9875-9288290735fb/data/hbase/meta/1588230740/.tmp/info/9998ab7ec58c45d1a1e332780c4f2d92 is 173, key is testClearRegionBlockCache,5,1733201382803.01792edc1e0571bb2a313d83a02d8f5d./info:regioninfo/1733201383241/Put/seqid=0 2024-12-03T04:49:43,669 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39317 is added to blk_1073741841_1017 (size=8173) 2024-12-03T04:49:43,670 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37363 is added to blk_1073741841_1017 (size=8173) 2024-12-03T04:49:43,681 INFO [RS_CLOSE_META-regionserver/32beccd76b35:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.60 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:43067/user/jenkins/test-data/d7e016cf-35af-af8c-9875-9288290735fb/data/hbase/meta/1588230740/.tmp/info/9998ab7ec58c45d1a1e332780c4f2d92 2024-12-03T04:49:43,720 DEBUG [RS_CLOSE_META-regionserver/32beccd76b35:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43067/user/jenkins/test-data/d7e016cf-35af-af8c-9875-9288290735fb/data/hbase/meta/1588230740/.tmp/ns/027f88adc9ac4e8195d90e201c0b158e is 43, key is default/ns:d/1733201382689/Put/seqid=0 2024-12-03T04:49:43,729 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37363 is added to blk_1073741842_1018 (size=5153) 2024-12-03T04:49:43,730 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39317 is added to blk_1073741842_1018 (size=5153) 2024-12-03T04:49:43,730 INFO [RS_CLOSE_META-regionserver/32beccd76b35:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:43067/user/jenkins/test-data/d7e016cf-35af-af8c-9875-9288290735fb/data/hbase/meta/1588230740/.tmp/ns/027f88adc9ac4e8195d90e201c0b158e 2024-12-03T04:49:43,758 DEBUG [RS_CLOSE_META-regionserver/32beccd76b35:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43067/user/jenkins/test-data/d7e016cf-35af-af8c-9875-9288290735fb/data/hbase/meta/1588230740/.tmp/table/4d6afac75160440bae33347662a9c655 is 61, key is testClearRegionBlockCache/table:state/1733201383259/Put/seqid=0 2024-12-03T04:49:43,766 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39317 is added to blk_1073741843_1019 (size=5312) 2024-12-03T04:49:43,768 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37363 is added to blk_1073741843_1019 (size=5312) 2024-12-03T04:49:43,768 INFO [RS_CLOSE_META-regionserver/32beccd76b35:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=114 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:43067/user/jenkins/test-data/d7e016cf-35af-af8c-9875-9288290735fb/data/hbase/meta/1588230740/.tmp/table/4d6afac75160440bae33347662a9c655 2024-12-03T04:49:43,778 DEBUG [RS_CLOSE_META-regionserver/32beccd76b35:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43067/user/jenkins/test-data/d7e016cf-35af-af8c-9875-9288290735fb/data/hbase/meta/1588230740/.tmp/info/9998ab7ec58c45d1a1e332780c4f2d92 as hdfs://localhost:43067/user/jenkins/test-data/d7e016cf-35af-af8c-9875-9288290735fb/data/hbase/meta/1588230740/info/9998ab7ec58c45d1a1e332780c4f2d92 2024-12-03T04:49:43,788 INFO [RS_CLOSE_META-regionserver/32beccd76b35:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43067/user/jenkins/test-data/d7e016cf-35af-af8c-9875-9288290735fb/data/hbase/meta/1588230740/info/9998ab7ec58c45d1a1e332780c4f2d92, entries=20, sequenceid=13, filesize=8.0 K 2024-12-03T04:49:43,790 DEBUG [RS_CLOSE_META-regionserver/32beccd76b35:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43067/user/jenkins/test-data/d7e016cf-35af-af8c-9875-9288290735fb/data/hbase/meta/1588230740/.tmp/ns/027f88adc9ac4e8195d90e201c0b158e as hdfs://localhost:43067/user/jenkins/test-data/d7e016cf-35af-af8c-9875-9288290735fb/data/hbase/meta/1588230740/ns/027f88adc9ac4e8195d90e201c0b158e 2024-12-03T04:49:43,800 INFO [RS_CLOSE_META-regionserver/32beccd76b35:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43067/user/jenkins/test-data/d7e016cf-35af-af8c-9875-9288290735fb/data/hbase/meta/1588230740/ns/027f88adc9ac4e8195d90e201c0b158e, entries=2, sequenceid=13, filesize=5.0 K 2024-12-03T04:49:43,801 DEBUG [RS_CLOSE_META-regionserver/32beccd76b35:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43067/user/jenkins/test-data/d7e016cf-35af-af8c-9875-9288290735fb/data/hbase/meta/1588230740/.tmp/table/4d6afac75160440bae33347662a9c655 as hdfs://localhost:43067/user/jenkins/test-data/d7e016cf-35af-af8c-9875-9288290735fb/data/hbase/meta/1588230740/table/4d6afac75160440bae33347662a9c655 2024-12-03T04:49:43,811 INFO [RS_CLOSE_META-regionserver/32beccd76b35:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43067/user/jenkins/test-data/d7e016cf-35af-af8c-9875-9288290735fb/data/hbase/meta/1588230740/table/4d6afac75160440bae33347662a9c655, entries=2, sequenceid=13, filesize=5.2 K 2024-12-03T04:49:43,814 INFO [RS_CLOSE_META-regionserver/32beccd76b35:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.79 KB/2852, heapSize ~5.27 KB/5400, currentSize=0 B/0 for 1588230740 in 194ms, sequenceid=13, compaction requested=false 2024-12-03T04:49:43,814 INFO [RS:0;32beccd76b35:33715 {}] regionserver.HRegionServer(976): stopping server 32beccd76b35,33715,1733201381577; all regions closed. 2024-12-03T04:49:43,819 DEBUG [RS:1;32beccd76b35:40261 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-03T04:49:43,821 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37363 is added to blk_1073741833_1009 (size=1867) 2024-12-03T04:49:43,822 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39317 is added to blk_1073741833_1009 (size=1867) 2024-12-03T04:49:43,826 DEBUG [RS:0;32beccd76b35:33715 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/d7e016cf-35af-af8c-9875-9288290735fb/oldWALs 2024-12-03T04:49:43,826 INFO [RS:0;32beccd76b35:33715 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 32beccd76b35%2C33715%2C1733201381577:(num 1733201382181) 2024-12-03T04:49:43,826 DEBUG [RS:0;32beccd76b35:33715 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T04:49:43,826 INFO [RS:0;32beccd76b35:33715 {}] regionserver.LeaseManager(133): Closed leases 2024-12-03T04:49:43,826 INFO [RS:0;32beccd76b35:33715 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-03T04:49:43,827 INFO [RS:0;32beccd76b35:33715 {}] hbase.ChoreService(370): Chore service for: regionserver/32beccd76b35:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-12-03T04:49:43,827 INFO [RS:0;32beccd76b35:33715 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-03T04:49:43,827 INFO [regionserver/32beccd76b35:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-03T04:49:43,827 INFO [RS:0;32beccd76b35:33715 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-03T04:49:43,827 INFO [RS:0;32beccd76b35:33715 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-03T04:49:43,827 INFO [RS:0;32beccd76b35:33715 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-03T04:49:43,827 INFO [RS:0;32beccd76b35:33715 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:33715 2024-12-03T04:49:43,830 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33715-0x101516d3d280001, quorum=127.0.0.1:62902, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/32beccd76b35,33715,1733201381577 2024-12-03T04:49:43,830 INFO [RS:0;32beccd76b35:33715 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-03T04:49:43,830 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33885-0x101516d3d280000, quorum=127.0.0.1:62902, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-03T04:49:43,830 DEBUG [RS_CLOSE_META-regionserver/32beccd76b35:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43067/user/jenkins/test-data/d7e016cf-35af-af8c-9875-9288290735fb/data/hbase/meta/1588230740/recovered.edits/16.seqid, newMaxSeqId=16, maxSeqId=1 2024-12-03T04:49:43,831 DEBUG [RS_CLOSE_META-regionserver/32beccd76b35:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-03T04:49:43,831 INFO [RS_CLOSE_META-regionserver/32beccd76b35:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-03T04:49:43,831 DEBUG [RS_CLOSE_META-regionserver/32beccd76b35:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733201383619Running coprocessor pre-close hooks at 1733201383619Disabling compacts and flushes for region at 1733201383619Disabling writes for close at 1733201383619Obtaining lock to block concurrent updates at 1733201383619Preparing flush snapshotting stores in 1588230740 at 1733201383619Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2852, getHeapSize=5640, getOffHeapSize=0, getCellsCount=24 at 1733201383620 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1733201383622 (+2 ms)Flushing 1588230740/info: creating writer at 1733201383622Flushing 1588230740/info: appending metadata at 1733201383647 (+25 ms)Flushing 1588230740/info: closing flushed file at 1733201383647Flushing 1588230740/ns: creating writer at 1733201383692 (+45 ms)Flushing 1588230740/ns: appending metadata at 1733201383719 (+27 ms)Flushing 1588230740/ns: closing flushed file at 1733201383719Flushing 1588230740/table: creating writer at 1733201383739 (+20 ms)Flushing 1588230740/table: appending metadata at 1733201383758 (+19 ms)Flushing 1588230740/table: closing flushed file at 1733201383758Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@21a60cae: reopening flushed file at 1733201383776 (+18 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4667e55: reopening flushed file at 1733201383789 (+13 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7fc6bde5: reopening flushed file at 1733201383800 (+11 ms)Finished flush of dataSize ~2.79 KB/2852, heapSize ~5.27 KB/5400, currentSize=0 B/0 for 1588230740 in 194ms, sequenceid=13, compaction requested=false at 1733201383814 (+14 ms)Writing region close event to WAL at 1733201383822 (+8 ms)Running coprocessor post-close hooks at 1733201383831 (+9 ms)Closed at 1733201383831 2024-12-03T04:49:43,831 DEBUG [RS_CLOSE_META-regionserver/32beccd76b35:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-03T04:49:43,832 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [32beccd76b35,33715,1733201381577] 2024-12-03T04:49:43,834 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/32beccd76b35,33715,1733201381577 already deleted, retry=false 2024-12-03T04:49:43,834 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 32beccd76b35,33715,1733201381577 expired; onlineServers=1 2024-12-03T04:49:43,932 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33715-0x101516d3d280001, quorum=127.0.0.1:62902, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T04:49:43,932 INFO [RS:0;32beccd76b35:33715 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-03T04:49:43,932 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33715-0x101516d3d280001, quorum=127.0.0.1:62902, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T04:49:43,932 INFO [RS:0;32beccd76b35:33715 {}] regionserver.HRegionServer(1031): Exiting; stopping=32beccd76b35,33715,1733201381577; zookeeper connection closed. 2024-12-03T04:49:43,933 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@44108695 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@44108695 2024-12-03T04:49:44,019 INFO [RS:1;32beccd76b35:40261 {}] regionserver.HRegionServer(976): stopping server 32beccd76b35,40261,1733201381636; all regions closed. 2024-12-03T04:49:44,023 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37363 is added to blk_1073741835_1011 (size=4338) 2024-12-03T04:49:44,023 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39317 is added to blk_1073741835_1011 (size=4338) 2024-12-03T04:49:44,027 DEBUG [RS:1;32beccd76b35:40261 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/d7e016cf-35af-af8c-9875-9288290735fb/oldWALs 2024-12-03T04:49:44,027 INFO [RS:1;32beccd76b35:40261 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 32beccd76b35%2C40261%2C1733201381636.meta:.meta(num 1733201382603) 2024-12-03T04:49:44,032 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39317 is added to blk_1073741834_1010 (size=1758) 2024-12-03T04:49:44,032 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37363 is added to blk_1073741834_1010 (size=1758) 2024-12-03T04:49:44,036 DEBUG [RS:1;32beccd76b35:40261 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/d7e016cf-35af-af8c-9875-9288290735fb/oldWALs 2024-12-03T04:49:44,036 INFO [RS:1;32beccd76b35:40261 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 32beccd76b35%2C40261%2C1733201381636:(num 1733201382195) 2024-12-03T04:49:44,036 DEBUG [RS:1;32beccd76b35:40261 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T04:49:44,036 INFO [RS:1;32beccd76b35:40261 {}] regionserver.LeaseManager(133): Closed leases 2024-12-03T04:49:44,036 INFO [RS:1;32beccd76b35:40261 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-03T04:49:44,036 INFO [RS:1;32beccd76b35:40261 {}] hbase.ChoreService(370): Chore service for: regionserver/32beccd76b35:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-03T04:49:44,037 INFO [RS:1;32beccd76b35:40261 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-03T04:49:44,037 INFO [regionserver/32beccd76b35:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-03T04:49:44,037 INFO [RS:1;32beccd76b35:40261 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:40261 2024-12-03T04:49:44,040 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40261-0x101516d3d280002, quorum=127.0.0.1:62902, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/32beccd76b35,40261,1733201381636 2024-12-03T04:49:44,040 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33885-0x101516d3d280000, quorum=127.0.0.1:62902, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-03T04:49:44,040 INFO [RS:1;32beccd76b35:40261 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-03T04:49:44,042 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [32beccd76b35,40261,1733201381636] 2024-12-03T04:49:44,044 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/32beccd76b35,40261,1733201381636 already deleted, retry=false 2024-12-03T04:49:44,044 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 32beccd76b35,40261,1733201381636 expired; onlineServers=0 2024-12-03T04:49:44,044 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '32beccd76b35,33885,1733201381522' ***** 2024-12-03T04:49:44,044 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-03T04:49:44,044 INFO [M:0;32beccd76b35:33885 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-03T04:49:44,044 INFO [M:0;32beccd76b35:33885 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-03T04:49:44,044 DEBUG [M:0;32beccd76b35:33885 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-03T04:49:44,044 DEBUG [M:0;32beccd76b35:33885 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-03T04:49:44,044 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-03T04:49:44,044 DEBUG [master/32beccd76b35:0:becomeActiveMaster-HFileCleaner.large.0-1733201381935 {}] cleaner.HFileCleaner(306): Exit Thread[master/32beccd76b35:0:becomeActiveMaster-HFileCleaner.large.0-1733201381935,5,FailOnTimeoutGroup] 2024-12-03T04:49:44,044 DEBUG [master/32beccd76b35:0:becomeActiveMaster-HFileCleaner.small.0-1733201381935 {}] cleaner.HFileCleaner(306): Exit Thread[master/32beccd76b35:0:becomeActiveMaster-HFileCleaner.small.0-1733201381935,5,FailOnTimeoutGroup] 2024-12-03T04:49:44,045 INFO [M:0;32beccd76b35:33885 {}] hbase.ChoreService(370): Chore service for: master/32beccd76b35:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-03T04:49:44,045 INFO [M:0;32beccd76b35:33885 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-03T04:49:44,045 DEBUG [M:0;32beccd76b35:33885 {}] master.HMaster(1795): Stopping service threads 2024-12-03T04:49:44,045 INFO [M:0;32beccd76b35:33885 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-03T04:49:44,045 INFO [M:0;32beccd76b35:33885 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-03T04:49:44,046 INFO [M:0;32beccd76b35:33885 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-03T04:49:44,046 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-03T04:49:44,046 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33885-0x101516d3d280000, quorum=127.0.0.1:62902, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-12-03T04:49:44,046 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33885-0x101516d3d280000, quorum=127.0.0.1:62902, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T04:49:44,047 DEBUG [M:0;32beccd76b35:33885 {}] zookeeper.ZKUtil(347): master:33885-0x101516d3d280000, quorum=127.0.0.1:62902, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-12-03T04:49:44,047 WARN [M:0;32beccd76b35:33885 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-03T04:49:44,048 INFO [M:0;32beccd76b35:33885 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:43067/user/jenkins/test-data/d7e016cf-35af-af8c-9875-9288290735fb/.lastflushedseqids 2024-12-03T04:49:44,058 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37363 is added to blk_1073741844_1020 (size=191) 2024-12-03T04:49:44,059 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39317 is added to blk_1073741844_1020 (size=191) 2024-12-03T04:49:44,060 INFO [M:0;32beccd76b35:33885 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-03T04:49:44,060 INFO [M:0;32beccd76b35:33885 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-03T04:49:44,060 DEBUG [M:0;32beccd76b35:33885 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-03T04:49:44,060 INFO [M:0;32beccd76b35:33885 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T04:49:44,060 DEBUG [M:0;32beccd76b35:33885 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T04:49:44,060 DEBUG [M:0;32beccd76b35:33885 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-03T04:49:44,060 DEBUG [M:0;32beccd76b35:33885 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T04:49:44,060 INFO [M:0;32beccd76b35:33885 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=29.57 KB heapSize=36.95 KB 2024-12-03T04:49:44,084 DEBUG [M:0;32beccd76b35:33885 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43067/user/jenkins/test-data/d7e016cf-35af-af8c-9875-9288290735fb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/8bb3617971954ba68c3a09524bf53c3a is 82, key is hbase:meta,,1/info:regioninfo/1733201382670/Put/seqid=0 2024-12-03T04:49:44,098 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39317 is added to blk_1073741845_1021 (size=5672) 2024-12-03T04:49:44,098 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37363 is added to blk_1073741845_1021 (size=5672) 2024-12-03T04:49:44,142 INFO [RS:1;32beccd76b35:40261 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-03T04:49:44,142 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40261-0x101516d3d280002, quorum=127.0.0.1:62902, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T04:49:44,142 INFO [RS:1;32beccd76b35:40261 {}] regionserver.HRegionServer(1031): Exiting; stopping=32beccd76b35,40261,1733201381636; zookeeper connection closed. 2024-12-03T04:49:44,142 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40261-0x101516d3d280002, quorum=127.0.0.1:62902, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T04:49:44,143 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@3ac25052 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@3ac25052 2024-12-03T04:49:44,143 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 2 regionserver(s) complete 2024-12-03T04:49:44,508 INFO [M:0;32beccd76b35:33885 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:43067/user/jenkins/test-data/d7e016cf-35af-af8c-9875-9288290735fb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/8bb3617971954ba68c3a09524bf53c3a 2024-12-03T04:49:44,550 DEBUG [M:0;32beccd76b35:33885 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43067/user/jenkins/test-data/d7e016cf-35af-af8c-9875-9288290735fb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/0537ef7852fd40e2b7e9541b80685e71 is 802, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1733201383265/Put/seqid=0 2024-12-03T04:49:44,556 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39317 is added to blk_1073741846_1022 (size=6218) 2024-12-03T04:49:44,557 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37363 is added to blk_1073741846_1022 (size=6218) 2024-12-03T04:49:44,558 INFO [M:0;32beccd76b35:33885 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28.95 KB at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:43067/user/jenkins/test-data/d7e016cf-35af-af8c-9875-9288290735fb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/0537ef7852fd40e2b7e9541b80685e71 2024-12-03T04:49:44,591 DEBUG [M:0;32beccd76b35:33885 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43067/user/jenkins/test-data/d7e016cf-35af-af8c-9875-9288290735fb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/adc9f31c9e6043bb86556f5bea7cdd63 is 69, key is 32beccd76b35,33715,1733201381577/rs:state/1733201382003/Put/seqid=0 2024-12-03T04:49:44,597 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37363 is added to blk_1073741847_1023 (size=5224) 2024-12-03T04:49:44,598 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39317 is added to blk_1073741847_1023 (size=5224) 2024-12-03T04:49:44,598 INFO [M:0;32beccd76b35:33885 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=130 B at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:43067/user/jenkins/test-data/d7e016cf-35af-af8c-9875-9288290735fb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/adc9f31c9e6043bb86556f5bea7cdd63 2024-12-03T04:49:44,606 DEBUG [M:0;32beccd76b35:33885 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43067/user/jenkins/test-data/d7e016cf-35af-af8c-9875-9288290735fb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/8bb3617971954ba68c3a09524bf53c3a as hdfs://localhost:43067/user/jenkins/test-data/d7e016cf-35af-af8c-9875-9288290735fb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/8bb3617971954ba68c3a09524bf53c3a 2024-12-03T04:49:44,614 INFO [M:0;32beccd76b35:33885 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43067/user/jenkins/test-data/d7e016cf-35af-af8c-9875-9288290735fb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/8bb3617971954ba68c3a09524bf53c3a, entries=8, sequenceid=71, filesize=5.5 K 2024-12-03T04:49:44,615 DEBUG [M:0;32beccd76b35:33885 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43067/user/jenkins/test-data/d7e016cf-35af-af8c-9875-9288290735fb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/0537ef7852fd40e2b7e9541b80685e71 as hdfs://localhost:43067/user/jenkins/test-data/d7e016cf-35af-af8c-9875-9288290735fb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/0537ef7852fd40e2b7e9541b80685e71 2024-12-03T04:49:44,622 INFO [M:0;32beccd76b35:33885 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43067/user/jenkins/test-data/d7e016cf-35af-af8c-9875-9288290735fb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/0537ef7852fd40e2b7e9541b80685e71, entries=8, sequenceid=71, filesize=6.1 K 2024-12-03T04:49:44,623 DEBUG [M:0;32beccd76b35:33885 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43067/user/jenkins/test-data/d7e016cf-35af-af8c-9875-9288290735fb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/adc9f31c9e6043bb86556f5bea7cdd63 as hdfs://localhost:43067/user/jenkins/test-data/d7e016cf-35af-af8c-9875-9288290735fb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/adc9f31c9e6043bb86556f5bea7cdd63 2024-12-03T04:49:44,631 INFO [M:0;32beccd76b35:33885 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43067/user/jenkins/test-data/d7e016cf-35af-af8c-9875-9288290735fb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/adc9f31c9e6043bb86556f5bea7cdd63, entries=2, sequenceid=71, filesize=5.1 K 2024-12-03T04:49:44,633 INFO [M:0;32beccd76b35:33885 {}] regionserver.HRegion(3140): Finished flush of dataSize ~29.57 KB/30281, heapSize ~36.66 KB/37536, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 573ms, sequenceid=71, compaction requested=false 2024-12-03T04:49:44,638 INFO [M:0;32beccd76b35:33885 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T04:49:44,639 DEBUG [M:0;32beccd76b35:33885 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733201384060Disabling compacts and flushes for region at 1733201384060Disabling writes for close at 1733201384060Obtaining lock to block concurrent updates at 1733201384060Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733201384060Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=30281, getHeapSize=37776, getOffHeapSize=0, getCellsCount=86 at 1733201384061 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733201384062 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733201384062Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733201384084 (+22 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733201384084Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733201384532 (+448 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733201384550 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733201384550Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733201384571 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733201384590 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733201384590Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@16659595: reopening flushed file at 1733201384605 (+15 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@471192bf: reopening flushed file at 1733201384614 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@310d4d2a: reopening flushed file at 1733201384622 (+8 ms)Finished flush of dataSize ~29.57 KB/30281, heapSize ~36.66 KB/37536, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 573ms, sequenceid=71, compaction requested=false at 1733201384633 (+11 ms)Writing region close event to WAL at 1733201384638 (+5 ms)Closed at 1733201384638 2024-12-03T04:49:44,641 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37363 is added to blk_1073741830_1006 (size=35428) 2024-12-03T04:49:44,642 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39317 is added to blk_1073741830_1006 (size=35428) 2024-12-03T04:49:44,643 INFO [M:0;32beccd76b35:33885 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-03T04:49:44,643 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-03T04:49:44,643 INFO [M:0;32beccd76b35:33885 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:33885 2024-12-03T04:49:44,643 INFO [M:0;32beccd76b35:33885 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-03T04:49:44,745 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33885-0x101516d3d280000, quorum=127.0.0.1:62902, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T04:49:44,745 INFO [M:0;32beccd76b35:33885 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-03T04:49:44,745 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33885-0x101516d3d280000, quorum=127.0.0.1:62902, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T04:49:44,749 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@62e4bff5{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-03T04:49:44,749 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3829f2ae{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-03T04:49:44,749 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-03T04:49:44,750 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@42f62096{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-03T04:49:44,750 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@39ab788a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/50285c57-1af0-1480-df31-e36b8e0eb09c/hadoop.log.dir/,STOPPED} 2024-12-03T04:49:44,752 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-03T04:49:44,752 WARN [BP-621400239-172.17.0.3-1733201380679 heartbeating to localhost/127.0.0.1:43067 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-03T04:49:44,752 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-03T04:49:44,752 WARN [BP-621400239-172.17.0.3-1733201380679 heartbeating to localhost/127.0.0.1:43067 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-621400239-172.17.0.3-1733201380679 (Datanode Uuid 12e89436-c95e-4de8-b998-3f3aee244e6f) service to localhost/127.0.0.1:43067 2024-12-03T04:49:44,753 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/50285c57-1af0-1480-df31-e36b8e0eb09c/cluster_9238055c-5e35-491c-8ae9-746135e958e3/data/data3/current/BP-621400239-172.17.0.3-1733201380679 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-03T04:49:44,753 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/50285c57-1af0-1480-df31-e36b8e0eb09c/cluster_9238055c-5e35-491c-8ae9-746135e958e3/data/data4/current/BP-621400239-172.17.0.3-1733201380679 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-03T04:49:44,753 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-03T04:49:44,756 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7b9f2abb{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-03T04:49:44,756 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4e6bd6a5{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-03T04:49:44,756 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-03T04:49:44,757 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@16656bb2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-03T04:49:44,757 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3f673a2f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/50285c57-1af0-1480-df31-e36b8e0eb09c/hadoop.log.dir/,STOPPED} 2024-12-03T04:49:44,758 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-03T04:49:44,758 WARN [BP-621400239-172.17.0.3-1733201380679 heartbeating to localhost/127.0.0.1:43067 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-03T04:49:44,758 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-03T04:49:44,758 WARN [BP-621400239-172.17.0.3-1733201380679 heartbeating to localhost/127.0.0.1:43067 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-621400239-172.17.0.3-1733201380679 (Datanode Uuid 849a777b-d13f-41e3-bcbf-0c9009a14880) service to localhost/127.0.0.1:43067 2024-12-03T04:49:44,759 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/50285c57-1af0-1480-df31-e36b8e0eb09c/cluster_9238055c-5e35-491c-8ae9-746135e958e3/data/data1/current/BP-621400239-172.17.0.3-1733201380679 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-03T04:49:44,759 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/50285c57-1af0-1480-df31-e36b8e0eb09c/cluster_9238055c-5e35-491c-8ae9-746135e958e3/data/data2/current/BP-621400239-172.17.0.3-1733201380679 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-03T04:49:44,760 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-03T04:49:44,767 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2fde2a5{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-03T04:49:44,767 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@52897c59{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-03T04:49:44,767 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-03T04:49:44,768 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1b8e1d2b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-03T04:49:44,768 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@27697a96{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/50285c57-1af0-1480-df31-e36b8e0eb09c/hadoop.log.dir/,STOPPED} 2024-12-03T04:49:44,788 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-03T04:49:44,812 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-03T04:49:44,821 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.TestClearRegionBlockCache#testClearBlockCache[0: lru] Thread=111 (was 81) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-15 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.3@localhost:43067 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1437947524) connection to localhost/127.0.0.1:43067 from jenkins.hfs.2 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43067 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-7-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1437947524) connection to localhost/127.0.0.1:43067 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-6-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-14 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1437947524) connection to localhost/127.0.0.1:43067 from jenkins.hfs.3 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43067 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-7-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43067 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:43067 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-13 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1437947524) connection to localhost/127.0.0.1:43067 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-8-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-6-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'DataNode' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: nioEventLoopGroup-9-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43067 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-7-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-6-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.2@localhost:43067 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=446 (was 412) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=492 (was 508), ProcessCount=11 (was 11), AvailableMemoryMB=4405 (was 4676) 2024-12-03T04:49:44,829 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.TestClearRegionBlockCache#testClearBlockCacheFromAdmin[0: lru] Thread=111, OpenFileDescriptor=446, MaxFileDescriptor=1048576, SystemLoadAverage=492, ProcessCount=11, AvailableMemoryMB=4405 2024-12-03T04:49:44,846 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/50285c57-1af0-1480-df31-e36b8e0eb09c/hadoop.log.dir so I do NOT create it in target/test-data/f8c2374c-0058-341a-2f4c-5daad4f242c0 2024-12-03T04:49:44,846 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/50285c57-1af0-1480-df31-e36b8e0eb09c/hadoop.log.dir Erasing configuration value by system value. 2024-12-03T04:49:44,846 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/50285c57-1af0-1480-df31-e36b8e0eb09c/hadoop.tmp.dir so I do NOT create it in target/test-data/f8c2374c-0058-341a-2f4c-5daad4f242c0 2024-12-03T04:49:44,846 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/50285c57-1af0-1480-df31-e36b8e0eb09c/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-03T04:49:44,846 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f8c2374c-0058-341a-2f4c-5daad4f242c0 2024-12-03T04:49:44,847 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=2, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-03T04:49:44,847 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f8c2374c-0058-341a-2f4c-5daad4f242c0/cluster_04f709f4-6850-619c-cd2b-ce85bc2cdb5a, deleteOnExit=true 2024-12-03T04:49:44,847 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-03T04:49:44,847 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f8c2374c-0058-341a-2f4c-5daad4f242c0/test.cache.data in system properties and HBase conf 2024-12-03T04:49:44,847 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f8c2374c-0058-341a-2f4c-5daad4f242c0/hadoop.tmp.dir in system properties and HBase conf 2024-12-03T04:49:44,847 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f8c2374c-0058-341a-2f4c-5daad4f242c0/hadoop.log.dir in system properties and HBase conf 2024-12-03T04:49:44,847 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f8c2374c-0058-341a-2f4c-5daad4f242c0/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-03T04:49:44,848 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f8c2374c-0058-341a-2f4c-5daad4f242c0/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-03T04:49:44,848 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-03T04:49:44,848 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-03T04:49:44,848 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f8c2374c-0058-341a-2f4c-5daad4f242c0/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-03T04:49:44,848 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f8c2374c-0058-341a-2f4c-5daad4f242c0/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-03T04:49:44,848 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f8c2374c-0058-341a-2f4c-5daad4f242c0/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-03T04:49:44,848 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f8c2374c-0058-341a-2f4c-5daad4f242c0/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-03T04:49:44,849 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f8c2374c-0058-341a-2f4c-5daad4f242c0/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-03T04:49:44,849 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f8c2374c-0058-341a-2f4c-5daad4f242c0/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-03T04:49:44,849 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f8c2374c-0058-341a-2f4c-5daad4f242c0/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-03T04:49:44,849 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f8c2374c-0058-341a-2f4c-5daad4f242c0/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-03T04:49:44,849 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f8c2374c-0058-341a-2f4c-5daad4f242c0/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-03T04:49:44,849 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f8c2374c-0058-341a-2f4c-5daad4f242c0/nfs.dump.dir in system properties and HBase conf 2024-12-03T04:49:44,849 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f8c2374c-0058-341a-2f4c-5daad4f242c0/java.io.tmpdir in system properties and HBase conf 2024-12-03T04:49:44,849 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f8c2374c-0058-341a-2f4c-5daad4f242c0/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-03T04:49:44,849 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f8c2374c-0058-341a-2f4c-5daad4f242c0/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-03T04:49:44,850 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f8c2374c-0058-341a-2f4c-5daad4f242c0/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-03T04:49:44,949 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T04:49:44,955 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-03T04:49:44,957 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-03T04:49:44,957 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-03T04:49:44,957 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-03T04:49:44,980 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T04:49:44,981 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4915b3a0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f8c2374c-0058-341a-2f4c-5daad4f242c0/hadoop.log.dir/,AVAILABLE} 2024-12-03T04:49:44,981 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6aea65cf{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-03T04:49:45,114 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4262c6b0{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f8c2374c-0058-341a-2f4c-5daad4f242c0/java.io.tmpdir/jetty-localhost-46145-hadoop-hdfs-3_4_1-tests_jar-_-any-17235302609140647839/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-03T04:49:45,115 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@fced5e9{HTTP/1.1, (http/1.1)}{localhost:46145} 2024-12-03T04:49:45,115 INFO [Time-limited test {}] server.Server(415): Started @16527ms 2024-12-03T04:49:45,230 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T04:49:45,236 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-03T04:49:45,236 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-03T04:49:45,237 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-03T04:49:45,237 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-03T04:49:45,237 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@621feb6f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f8c2374c-0058-341a-2f4c-5daad4f242c0/hadoop.log.dir/,AVAILABLE} 2024-12-03T04:49:45,238 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@346f324d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-03T04:49:45,380 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2da098a1{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f8c2374c-0058-341a-2f4c-5daad4f242c0/java.io.tmpdir/jetty-localhost-42821-hadoop-hdfs-3_4_1-tests_jar-_-any-2563628907188612636/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-03T04:49:45,380 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3cc9fbe4{HTTP/1.1, (http/1.1)}{localhost:42821} 2024-12-03T04:49:45,380 INFO [Time-limited test {}] server.Server(415): Started @16792ms 2024-12-03T04:49:45,383 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-03T04:49:45,430 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T04:49:45,434 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-03T04:49:45,435 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-03T04:49:45,435 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-03T04:49:45,435 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-03T04:49:45,436 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@39ca32ef{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f8c2374c-0058-341a-2f4c-5daad4f242c0/hadoop.log.dir/,AVAILABLE} 2024-12-03T04:49:45,437 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@20b267bd{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-03T04:49:45,495 WARN [Thread-618 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f8c2374c-0058-341a-2f4c-5daad4f242c0/cluster_04f709f4-6850-619c-cd2b-ce85bc2cdb5a/data/data2/current/BP-1207065037-172.17.0.3-1733201384886/current, will proceed with Du for space computation calculation, 2024-12-03T04:49:45,495 WARN [Thread-617 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f8c2374c-0058-341a-2f4c-5daad4f242c0/cluster_04f709f4-6850-619c-cd2b-ce85bc2cdb5a/data/data1/current/BP-1207065037-172.17.0.3-1733201384886/current, will proceed with Du for space computation calculation, 2024-12-03T04:49:45,530 WARN [Thread-596 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-03T04:49:45,537 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x8027f6b4b71dc73a with lease ID 0x4eb913add349ff3: Processing first storage report for DS-9b45d503-45ae-4b4a-9539-6a0cf0533050 from datanode DatanodeRegistration(127.0.0.1:41497, datanodeUuid=8bd52df0-222a-4e65-9c2a-268695cea756, infoPort=34467, infoSecurePort=0, ipcPort=37699, storageInfo=lv=-57;cid=testClusterID;nsid=148846371;c=1733201384886) 2024-12-03T04:49:45,537 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x8027f6b4b71dc73a with lease ID 0x4eb913add349ff3: from storage DS-9b45d503-45ae-4b4a-9539-6a0cf0533050 node DatanodeRegistration(127.0.0.1:41497, datanodeUuid=8bd52df0-222a-4e65-9c2a-268695cea756, infoPort=34467, infoSecurePort=0, ipcPort=37699, storageInfo=lv=-57;cid=testClusterID;nsid=148846371;c=1733201384886), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-03T04:49:45,537 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x8027f6b4b71dc73a with lease ID 0x4eb913add349ff3: Processing first storage report for DS-4a302037-515d-462d-b305-704492c75bb8 from datanode DatanodeRegistration(127.0.0.1:41497, datanodeUuid=8bd52df0-222a-4e65-9c2a-268695cea756, infoPort=34467, infoSecurePort=0, ipcPort=37699, storageInfo=lv=-57;cid=testClusterID;nsid=148846371;c=1733201384886) 2024-12-03T04:49:45,537 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x8027f6b4b71dc73a with lease ID 0x4eb913add349ff3: from storage DS-4a302037-515d-462d-b305-704492c75bb8 node DatanodeRegistration(127.0.0.1:41497, datanodeUuid=8bd52df0-222a-4e65-9c2a-268695cea756, infoPort=34467, infoSecurePort=0, ipcPort=37699, storageInfo=lv=-57;cid=testClusterID;nsid=148846371;c=1733201384886), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-03T04:49:45,578 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@13f40272{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f8c2374c-0058-341a-2f4c-5daad4f242c0/java.io.tmpdir/jetty-localhost-44135-hadoop-hdfs-3_4_1-tests_jar-_-any-7543479603939553081/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-03T04:49:45,578 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@423745be{HTTP/1.1, (http/1.1)}{localhost:44135} 2024-12-03T04:49:45,578 INFO [Time-limited test {}] server.Server(415): Started @16990ms 2024-12-03T04:49:45,585 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-03T04:49:45,697 WARN [Thread-643 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f8c2374c-0058-341a-2f4c-5daad4f242c0/cluster_04f709f4-6850-619c-cd2b-ce85bc2cdb5a/data/data3/current/BP-1207065037-172.17.0.3-1733201384886/current, will proceed with Du for space computation calculation, 2024-12-03T04:49:45,697 WARN [Thread-644 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f8c2374c-0058-341a-2f4c-5daad4f242c0/cluster_04f709f4-6850-619c-cd2b-ce85bc2cdb5a/data/data4/current/BP-1207065037-172.17.0.3-1733201384886/current, will proceed with Du for space computation calculation, 2024-12-03T04:49:45,720 WARN [Thread-632 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-03T04:49:45,724 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd517a37c6ec88ed7 with lease ID 0x4eb913add349ff4: Processing first storage report for DS-20db9e6e-caaf-4edc-8b4d-5db17c374a4e from datanode DatanodeRegistration(127.0.0.1:34621, datanodeUuid=93675973-6701-483e-adff-285bf88d8461, infoPort=44833, infoSecurePort=0, ipcPort=42571, storageInfo=lv=-57;cid=testClusterID;nsid=148846371;c=1733201384886) 2024-12-03T04:49:45,724 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd517a37c6ec88ed7 with lease ID 0x4eb913add349ff4: from storage DS-20db9e6e-caaf-4edc-8b4d-5db17c374a4e node DatanodeRegistration(127.0.0.1:34621, datanodeUuid=93675973-6701-483e-adff-285bf88d8461, infoPort=44833, infoSecurePort=0, ipcPort=42571, storageInfo=lv=-57;cid=testClusterID;nsid=148846371;c=1733201384886), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-03T04:49:45,724 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd517a37c6ec88ed7 with lease ID 0x4eb913add349ff4: Processing first storage report for DS-866490ec-c90d-400b-822a-b17b27dcd040 from datanode DatanodeRegistration(127.0.0.1:34621, datanodeUuid=93675973-6701-483e-adff-285bf88d8461, infoPort=44833, infoSecurePort=0, ipcPort=42571, storageInfo=lv=-57;cid=testClusterID;nsid=148846371;c=1733201384886) 2024-12-03T04:49:45,724 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd517a37c6ec88ed7 with lease ID 0x4eb913add349ff4: from storage DS-866490ec-c90d-400b-822a-b17b27dcd040 node DatanodeRegistration(127.0.0.1:34621, datanodeUuid=93675973-6701-483e-adff-285bf88d8461, infoPort=44833, infoSecurePort=0, ipcPort=42571, storageInfo=lv=-57;cid=testClusterID;nsid=148846371;c=1733201384886), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-03T04:49:45,730 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f8c2374c-0058-341a-2f4c-5daad4f242c0 2024-12-03T04:49:45,735 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f8c2374c-0058-341a-2f4c-5daad4f242c0/cluster_04f709f4-6850-619c-cd2b-ce85bc2cdb5a/zookeeper_0, clientPort=53474, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f8c2374c-0058-341a-2f4c-5daad4f242c0/cluster_04f709f4-6850-619c-cd2b-ce85bc2cdb5a/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f8c2374c-0058-341a-2f4c-5daad4f242c0/cluster_04f709f4-6850-619c-cd2b-ce85bc2cdb5a/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-03T04:49:45,736 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=53474 2024-12-03T04:49:45,736 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T04:49:45,738 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T04:49:45,749 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41497 is added to blk_1073741825_1001 (size=7) 2024-12-03T04:49:45,749 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34621 is added to blk_1073741825_1001 (size=7) 2024-12-03T04:49:45,751 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:44407/user/jenkins/test-data/f45a1064-c31a-b8f0-1f2f-7295dd345e00 with version=8 2024-12-03T04:49:45,751 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:44407/user/jenkins/test-data/f45a1064-c31a-b8f0-1f2f-7295dd345e00/hbase-staging 2024-12-03T04:49:45,753 INFO [Time-limited test {}] client.ConnectionUtils(128): master/32beccd76b35:0 server-side Connection retries=45 2024-12-03T04:49:45,753 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T04:49:45,753 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-03T04:49:45,753 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-03T04:49:45,753 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T04:49:45,753 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-03T04:49:45,754 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-03T04:49:45,754 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-03T04:49:45,754 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:44349 2024-12-03T04:49:45,756 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:44349 connecting to ZooKeeper ensemble=127.0.0.1:53474 2024-12-03T04:49:45,761 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:443490x0, quorum=127.0.0.1:53474, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T04:49:45,762 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:44349-0x101516d4db10000 connected 2024-12-03T04:49:45,780 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T04:49:45,782 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T04:49:45,784 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44349-0x101516d4db10000, quorum=127.0.0.1:53474, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-03T04:49:45,785 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:44407/user/jenkins/test-data/f45a1064-c31a-b8f0-1f2f-7295dd345e00, hbase.cluster.distributed=false 2024-12-03T04:49:45,786 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44349-0x101516d4db10000, quorum=127.0.0.1:53474, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-03T04:49:45,787 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44349 2024-12-03T04:49:45,787 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44349 2024-12-03T04:49:45,788 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44349 2024-12-03T04:49:45,788 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44349 2024-12-03T04:49:45,788 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44349 2024-12-03T04:49:45,806 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/32beccd76b35:0 server-side Connection retries=45 2024-12-03T04:49:45,807 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T04:49:45,807 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-03T04:49:45,807 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-03T04:49:45,807 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T04:49:45,807 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-03T04:49:45,807 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-03T04:49:45,807 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-03T04:49:45,808 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:39241 2024-12-03T04:49:45,809 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:39241 connecting to ZooKeeper ensemble=127.0.0.1:53474 2024-12-03T04:49:45,810 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T04:49:45,812 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T04:49:45,817 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:392410x0, quorum=127.0.0.1:53474, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T04:49:45,817 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:39241-0x101516d4db10001 connected 2024-12-03T04:49:45,817 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39241-0x101516d4db10001, quorum=127.0.0.1:53474, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-03T04:49:45,818 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-03T04:49:45,818 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-03T04:49:45,819 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39241-0x101516d4db10001, quorum=127.0.0.1:53474, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-03T04:49:45,820 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39241-0x101516d4db10001, quorum=127.0.0.1:53474, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-03T04:49:45,821 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39241 2024-12-03T04:49:45,821 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39241 2024-12-03T04:49:45,823 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39241 2024-12-03T04:49:45,824 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39241 2024-12-03T04:49:45,824 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39241 2024-12-03T04:49:45,842 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/32beccd76b35:0 server-side Connection retries=45 2024-12-03T04:49:45,842 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T04:49:45,842 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-03T04:49:45,842 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-03T04:49:45,842 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T04:49:45,842 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-03T04:49:45,842 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-03T04:49:45,842 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-03T04:49:45,843 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:40863 2024-12-03T04:49:45,845 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:40863 connecting to ZooKeeper ensemble=127.0.0.1:53474 2024-12-03T04:49:45,845 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T04:49:45,848 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T04:49:45,853 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:408630x0, quorum=127.0.0.1:53474, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T04:49:45,853 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:40863-0x101516d4db10002 connected 2024-12-03T04:49:45,853 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40863-0x101516d4db10002, quorum=127.0.0.1:53474, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-03T04:49:45,854 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-03T04:49:45,855 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-03T04:49:45,857 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40863-0x101516d4db10002, quorum=127.0.0.1:53474, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-03T04:49:45,859 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40863-0x101516d4db10002, quorum=127.0.0.1:53474, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-03T04:49:45,859 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40863 2024-12-03T04:49:45,861 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40863 2024-12-03T04:49:45,865 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40863 2024-12-03T04:49:45,869 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40863 2024-12-03T04:49:45,869 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40863 2024-12-03T04:49:45,884 DEBUG [M:0;32beccd76b35:44349 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;32beccd76b35:44349 2024-12-03T04:49:45,884 INFO [master/32beccd76b35:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/32beccd76b35,44349,1733201385753 2024-12-03T04:49:45,888 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39241-0x101516d4db10001, quorum=127.0.0.1:53474, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-03T04:49:45,888 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40863-0x101516d4db10002, quorum=127.0.0.1:53474, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-03T04:49:45,888 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44349-0x101516d4db10000, quorum=127.0.0.1:53474, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-03T04:49:45,889 DEBUG [master/32beccd76b35:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44349-0x101516d4db10000, quorum=127.0.0.1:53474, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/32beccd76b35,44349,1733201385753 2024-12-03T04:49:45,891 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40863-0x101516d4db10002, quorum=127.0.0.1:53474, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-03T04:49:45,891 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44349-0x101516d4db10000, quorum=127.0.0.1:53474, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T04:49:45,891 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40863-0x101516d4db10002, quorum=127.0.0.1:53474, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T04:49:45,891 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39241-0x101516d4db10001, quorum=127.0.0.1:53474, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-03T04:49:45,891 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39241-0x101516d4db10001, quorum=127.0.0.1:53474, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T04:49:45,892 DEBUG [master/32beccd76b35:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44349-0x101516d4db10000, quorum=127.0.0.1:53474, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-12-03T04:49:45,893 INFO [master/32beccd76b35:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/32beccd76b35,44349,1733201385753 from backup master directory 2024-12-03T04:49:45,895 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39241-0x101516d4db10001, quorum=127.0.0.1:53474, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-03T04:49:45,895 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44349-0x101516d4db10000, quorum=127.0.0.1:53474, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/32beccd76b35,44349,1733201385753 2024-12-03T04:49:45,895 WARN [master/32beccd76b35:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-03T04:49:45,895 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44349-0x101516d4db10000, quorum=127.0.0.1:53474, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-03T04:49:45,895 INFO [master/32beccd76b35:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=32beccd76b35,44349,1733201385753 2024-12-03T04:49:45,895 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40863-0x101516d4db10002, quorum=127.0.0.1:53474, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-03T04:49:45,896 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(347): master:44349-0x101516d4db10000, quorum=127.0.0.1:53474, baseZNode=/hbase Unable to get data of znode /hbase/backup-masters/32beccd76b35,44349,1733201385753 because node does not exist (not an error) 2024-12-03T04:49:45,902 DEBUG [master/32beccd76b35:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:44407/user/jenkins/test-data/f45a1064-c31a-b8f0-1f2f-7295dd345e00/hbase.id] with ID: 6e224bfc-d362-4d6c-934d-889ae7deb6d0 2024-12-03T04:49:45,902 DEBUG [master/32beccd76b35:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:44407/user/jenkins/test-data/f45a1064-c31a-b8f0-1f2f-7295dd345e00/.tmp/hbase.id 2024-12-03T04:49:45,909 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41497 is added to blk_1073741826_1002 (size=42) 2024-12-03T04:49:45,910 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34621 is added to blk_1073741826_1002 (size=42) 2024-12-03T04:49:45,910 DEBUG [master/32beccd76b35:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:44407/user/jenkins/test-data/f45a1064-c31a-b8f0-1f2f-7295dd345e00/.tmp/hbase.id]:[hdfs://localhost:44407/user/jenkins/test-data/f45a1064-c31a-b8f0-1f2f-7295dd345e00/hbase.id] 2024-12-03T04:49:45,928 INFO [master/32beccd76b35:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T04:49:45,928 INFO [master/32beccd76b35:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-03T04:49:45,930 INFO [master/32beccd76b35:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-12-03T04:49:45,934 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39241-0x101516d4db10001, quorum=127.0.0.1:53474, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T04:49:45,934 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44349-0x101516d4db10000, quorum=127.0.0.1:53474, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T04:49:45,934 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40863-0x101516d4db10002, quorum=127.0.0.1:53474, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T04:49:45,943 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41497 is added to blk_1073741827_1003 (size=196) 2024-12-03T04:49:45,943 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34621 is added to blk_1073741827_1003 (size=196) 2024-12-03T04:49:45,944 INFO [master/32beccd76b35:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-03T04:49:45,945 INFO [master/32beccd76b35:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-03T04:49:45,946 INFO [master/32beccd76b35:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T04:49:45,955 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34621 is added to blk_1073741828_1004 (size=1189) 2024-12-03T04:49:45,956 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41497 is added to blk_1073741828_1004 (size=1189) 2024-12-03T04:49:45,957 INFO [master/32beccd76b35:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:44407/user/jenkins/test-data/f45a1064-c31a-b8f0-1f2f-7295dd345e00/MasterData/data/master/store 2024-12-03T04:49:45,965 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41497 is added to blk_1073741829_1005 (size=34) 2024-12-03T04:49:45,965 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34621 is added to blk_1073741829_1005 (size=34) 2024-12-03T04:49:45,966 DEBUG [master/32beccd76b35:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T04:49:45,966 DEBUG [master/32beccd76b35:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-03T04:49:45,966 INFO [master/32beccd76b35:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T04:49:45,966 DEBUG [master/32beccd76b35:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T04:49:45,966 DEBUG [master/32beccd76b35:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-03T04:49:45,966 DEBUG [master/32beccd76b35:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T04:49:45,966 INFO [master/32beccd76b35:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T04:49:45,966 DEBUG [master/32beccd76b35:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733201385966Disabling compacts and flushes for region at 1733201385966Disabling writes for close at 1733201385966Writing region close event to WAL at 1733201385966Closed at 1733201385966 2024-12-03T04:49:45,967 WARN [master/32beccd76b35:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:44407/user/jenkins/test-data/f45a1064-c31a-b8f0-1f2f-7295dd345e00/MasterData/data/master/store/.initializing 2024-12-03T04:49:45,967 DEBUG [master/32beccd76b35:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:44407/user/jenkins/test-data/f45a1064-c31a-b8f0-1f2f-7295dd345e00/MasterData/WALs/32beccd76b35,44349,1733201385753 2024-12-03T04:49:45,968 INFO [master/32beccd76b35:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-03T04:49:45,971 INFO [master/32beccd76b35:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=32beccd76b35%2C44349%2C1733201385753, suffix=, logDir=hdfs://localhost:44407/user/jenkins/test-data/f45a1064-c31a-b8f0-1f2f-7295dd345e00/MasterData/WALs/32beccd76b35,44349,1733201385753, archiveDir=hdfs://localhost:44407/user/jenkins/test-data/f45a1064-c31a-b8f0-1f2f-7295dd345e00/MasterData/oldWALs, maxLogs=10 2024-12-03T04:49:45,986 DEBUG [master/32beccd76b35:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f45a1064-c31a-b8f0-1f2f-7295dd345e00/MasterData/WALs/32beccd76b35,44349,1733201385753/32beccd76b35%2C44349%2C1733201385753.1733201385971, exclude list is [], retry=0 2024-12-03T04:49:45,989 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-11-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34621,DS-20db9e6e-caaf-4edc-8b4d-5db17c374a4e,DISK] 2024-12-03T04:49:45,990 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-11-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41497,DS-9b45d503-45ae-4b4a-9539-6a0cf0533050,DISK] 2024-12-03T04:49:45,993 INFO [master/32beccd76b35:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f45a1064-c31a-b8f0-1f2f-7295dd345e00/MasterData/WALs/32beccd76b35,44349,1733201385753/32beccd76b35%2C44349%2C1733201385753.1733201385971 2024-12-03T04:49:45,993 DEBUG [master/32beccd76b35:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44833:44833),(127.0.0.1/127.0.0.1:34467:34467)] 2024-12-03T04:49:45,993 DEBUG [master/32beccd76b35:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-03T04:49:45,993 DEBUG [master/32beccd76b35:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T04:49:45,993 DEBUG [master/32beccd76b35:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T04:49:45,993 DEBUG [master/32beccd76b35:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T04:49:45,995 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T04:49:45,997 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-03T04:49:45,997 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T04:49:45,998 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T04:49:45,998 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T04:49:46,000 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-03T04:49:46,000 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T04:49:46,001 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T04:49:46,001 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T04:49:46,003 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-03T04:49:46,003 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T04:49:46,003 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T04:49:46,004 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T04:49:46,005 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-03T04:49:46,005 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T04:49:46,006 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T04:49:46,006 DEBUG [master/32beccd76b35:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T04:49:46,007 DEBUG [master/32beccd76b35:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44407/user/jenkins/test-data/f45a1064-c31a-b8f0-1f2f-7295dd345e00/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-03T04:49:46,007 DEBUG [master/32beccd76b35:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44407/user/jenkins/test-data/f45a1064-c31a-b8f0-1f2f-7295dd345e00/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-03T04:49:46,009 DEBUG [master/32beccd76b35:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T04:49:46,009 DEBUG [master/32beccd76b35:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T04:49:46,010 DEBUG [master/32beccd76b35:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T04:49:46,011 DEBUG [master/32beccd76b35:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T04:49:46,014 DEBUG [master/32beccd76b35:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44407/user/jenkins/test-data/f45a1064-c31a-b8f0-1f2f-7295dd345e00/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T04:49:46,014 INFO [master/32beccd76b35:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71675361, jitterRate=0.06804610788822174}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T04:49:46,015 DEBUG [master/32beccd76b35:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733201385994Initializing all the Stores at 1733201385995 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733201385995Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733201385995Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733201385995Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733201385995Cleaning up temporary data from old regions at 1733201386009 (+14 ms)Region opened successfully at 1733201386015 (+6 ms) 2024-12-03T04:49:46,016 INFO [master/32beccd76b35:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-03T04:49:46,019 DEBUG [master/32beccd76b35:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@77fcbe56, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=32beccd76b35/172.17.0.3:0 2024-12-03T04:49:46,020 INFO [master/32beccd76b35:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-03T04:49:46,021 INFO [master/32beccd76b35:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-03T04:49:46,021 INFO [master/32beccd76b35:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-03T04:49:46,021 INFO [master/32beccd76b35:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-03T04:49:46,021 INFO [master/32beccd76b35:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-03T04:49:46,022 INFO [master/32beccd76b35:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-03T04:49:46,022 INFO [master/32beccd76b35:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-03T04:49:46,025 INFO [master/32beccd76b35:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-03T04:49:46,026 DEBUG [master/32beccd76b35:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44349-0x101516d4db10000, quorum=127.0.0.1:53474, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-12-03T04:49:46,027 DEBUG [master/32beccd76b35:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-12-03T04:49:46,027 INFO [master/32beccd76b35:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-03T04:49:46,028 DEBUG [master/32beccd76b35:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44349-0x101516d4db10000, quorum=127.0.0.1:53474, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-12-03T04:49:46,029 DEBUG [master/32beccd76b35:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-12-03T04:49:46,030 INFO [master/32beccd76b35:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-03T04:49:46,031 DEBUG [master/32beccd76b35:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44349-0x101516d4db10000, quorum=127.0.0.1:53474, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-12-03T04:49:46,032 DEBUG [master/32beccd76b35:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-12-03T04:49:46,033 DEBUG [master/32beccd76b35:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44349-0x101516d4db10000, quorum=127.0.0.1:53474, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-12-03T04:49:46,035 DEBUG [master/32beccd76b35:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-12-03T04:49:46,037 DEBUG [master/32beccd76b35:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44349-0x101516d4db10000, quorum=127.0.0.1:53474, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-03T04:49:46,039 DEBUG [master/32beccd76b35:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-12-03T04:49:46,041 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39241-0x101516d4db10001, quorum=127.0.0.1:53474, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-03T04:49:46,041 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44349-0x101516d4db10000, quorum=127.0.0.1:53474, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-03T04:49:46,041 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44349-0x101516d4db10000, quorum=127.0.0.1:53474, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T04:49:46,041 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39241-0x101516d4db10001, quorum=127.0.0.1:53474, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T04:49:46,041 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40863-0x101516d4db10002, quorum=127.0.0.1:53474, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-03T04:49:46,041 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40863-0x101516d4db10002, quorum=127.0.0.1:53474, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T04:49:46,042 INFO [master/32beccd76b35:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=32beccd76b35,44349,1733201385753, sessionid=0x101516d4db10000, setting cluster-up flag (Was=false) 2024-12-03T04:49:46,045 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39241-0x101516d4db10001, quorum=127.0.0.1:53474, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T04:49:46,045 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44349-0x101516d4db10000, quorum=127.0.0.1:53474, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T04:49:46,046 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40863-0x101516d4db10002, quorum=127.0.0.1:53474, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T04:49:46,051 DEBUG [master/32beccd76b35:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-12-03T04:49:46,053 DEBUG [master/32beccd76b35:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=32beccd76b35,44349,1733201385753 2024-12-03T04:49:46,056 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44349-0x101516d4db10000, quorum=127.0.0.1:53474, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T04:49:46,056 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39241-0x101516d4db10001, quorum=127.0.0.1:53474, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T04:49:46,056 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40863-0x101516d4db10002, quorum=127.0.0.1:53474, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T04:49:46,062 DEBUG [master/32beccd76b35:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-12-03T04:49:46,063 DEBUG [master/32beccd76b35:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=32beccd76b35,44349,1733201385753 2024-12-03T04:49:46,065 INFO [master/32beccd76b35:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:44407/user/jenkins/test-data/f45a1064-c31a-b8f0-1f2f-7295dd345e00/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-03T04:49:46,067 DEBUG [master/32beccd76b35:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-03T04:49:46,067 INFO [master/32beccd76b35:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-03T04:49:46,067 INFO [master/32beccd76b35:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-03T04:49:46,067 DEBUG [master/32beccd76b35:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 32beccd76b35,44349,1733201385753 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-03T04:49:46,069 DEBUG [master/32beccd76b35:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/32beccd76b35:0, corePoolSize=5, maxPoolSize=5 2024-12-03T04:49:46,069 DEBUG [master/32beccd76b35:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/32beccd76b35:0, corePoolSize=5, maxPoolSize=5 2024-12-03T04:49:46,069 DEBUG [master/32beccd76b35:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/32beccd76b35:0, corePoolSize=5, maxPoolSize=5 2024-12-03T04:49:46,069 DEBUG [master/32beccd76b35:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/32beccd76b35:0, corePoolSize=5, maxPoolSize=5 2024-12-03T04:49:46,069 DEBUG [master/32beccd76b35:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/32beccd76b35:0, corePoolSize=10, maxPoolSize=10 2024-12-03T04:49:46,069 DEBUG [master/32beccd76b35:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/32beccd76b35:0, corePoolSize=1, maxPoolSize=1 2024-12-03T04:49:46,069 DEBUG [master/32beccd76b35:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/32beccd76b35:0, corePoolSize=2, maxPoolSize=2 2024-12-03T04:49:46,069 DEBUG [master/32beccd76b35:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/32beccd76b35:0, corePoolSize=1, maxPoolSize=1 2024-12-03T04:49:46,071 INFO [master/32beccd76b35:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733201416071 2024-12-03T04:49:46,071 INFO [master/32beccd76b35:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-03T04:49:46,071 INFO [master/32beccd76b35:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-03T04:49:46,071 INFO [master/32beccd76b35:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-03T04:49:46,071 INFO [master/32beccd76b35:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-03T04:49:46,071 INFO [master/32beccd76b35:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-03T04:49:46,071 INFO [master/32beccd76b35:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-03T04:49:46,071 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T04:49:46,071 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-03T04:49:46,072 INFO [master/32beccd76b35:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-03T04:49:46,072 INFO [master/32beccd76b35:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-03T04:49:46,072 INFO [master/32beccd76b35:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-03T04:49:46,072 INFO [master/32beccd76b35:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-03T04:49:46,072 INFO [RS:1;32beccd76b35:40863 {}] regionserver.HRegionServer(746): ClusterId : 6e224bfc-d362-4d6c-934d-889ae7deb6d0 2024-12-03T04:49:46,072 INFO [master/32beccd76b35:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-03T04:49:46,073 INFO [master/32beccd76b35:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-03T04:49:46,073 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T04:49:46,073 DEBUG [master/32beccd76b35:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/32beccd76b35:0:becomeActiveMaster-HFileCleaner.large.0-1733201386073,5,FailOnTimeoutGroup] 2024-12-03T04:49:46,073 DEBUG [RS:1;32beccd76b35:40863 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-03T04:49:46,073 DEBUG [master/32beccd76b35:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/32beccd76b35:0:becomeActiveMaster-HFileCleaner.small.0-1733201386073,5,FailOnTimeoutGroup] 2024-12-03T04:49:46,073 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-03T04:49:46,073 INFO [master/32beccd76b35:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-03T04:49:46,073 INFO [master/32beccd76b35:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-03T04:49:46,073 INFO [master/32beccd76b35:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-03T04:49:46,073 INFO [master/32beccd76b35:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-03T04:49:46,074 INFO [RS:0;32beccd76b35:39241 {}] regionserver.HRegionServer(746): ClusterId : 6e224bfc-d362-4d6c-934d-889ae7deb6d0 2024-12-03T04:49:46,074 DEBUG [RS:0;32beccd76b35:39241 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-03T04:49:46,076 DEBUG [RS:1;32beccd76b35:40863 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-03T04:49:46,076 DEBUG [RS:1;32beccd76b35:40863 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-03T04:49:46,078 DEBUG [RS:0;32beccd76b35:39241 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-03T04:49:46,078 DEBUG [RS:0;32beccd76b35:39241 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-03T04:49:46,080 DEBUG [RS:1;32beccd76b35:40863 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-03T04:49:46,080 DEBUG [RS:1;32beccd76b35:40863 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@52918540, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=32beccd76b35/172.17.0.3:0 2024-12-03T04:49:46,081 DEBUG [RS:0;32beccd76b35:39241 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-03T04:49:46,081 DEBUG [RS:0;32beccd76b35:39241 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e99e120, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=32beccd76b35/172.17.0.3:0 2024-12-03T04:49:46,085 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41497 is added to blk_1073741831_1007 (size=1321) 2024-12-03T04:49:46,086 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34621 is added to blk_1073741831_1007 (size=1321) 2024-12-03T04:49:46,095 DEBUG [RS:1;32beccd76b35:40863 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;32beccd76b35:40863 2024-12-03T04:49:46,095 INFO [RS:1;32beccd76b35:40863 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-03T04:49:46,095 INFO [RS:1;32beccd76b35:40863 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-03T04:49:46,095 DEBUG [RS:1;32beccd76b35:40863 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-03T04:49:46,095 DEBUG [RS:0;32beccd76b35:39241 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;32beccd76b35:39241 2024-12-03T04:49:46,095 INFO [RS:0;32beccd76b35:39241 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-03T04:49:46,095 INFO [RS:0;32beccd76b35:39241 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-03T04:49:46,096 DEBUG [RS:0;32beccd76b35:39241 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-03T04:49:46,096 INFO [RS:1;32beccd76b35:40863 {}] regionserver.HRegionServer(2659): reportForDuty to master=32beccd76b35,44349,1733201385753 with port=40863, startcode=1733201385841 2024-12-03T04:49:46,096 DEBUG [RS:1;32beccd76b35:40863 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-03T04:49:46,096 INFO [RS:0;32beccd76b35:39241 {}] regionserver.HRegionServer(2659): reportForDuty to master=32beccd76b35,44349,1733201385753 with port=39241, startcode=1733201385806 2024-12-03T04:49:46,096 DEBUG [RS:0;32beccd76b35:39241 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-03T04:49:46,098 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57285, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=RegionServerStatusService 2024-12-03T04:49:46,099 INFO [HMaster-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48531, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.4 (auth:SIMPLE), service=RegionServerStatusService 2024-12-03T04:49:46,099 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44349 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 32beccd76b35,40863,1733201385841 2024-12-03T04:49:46,099 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44349 {}] master.ServerManager(517): Registering regionserver=32beccd76b35,40863,1733201385841 2024-12-03T04:49:46,101 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44349 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 32beccd76b35,39241,1733201385806 2024-12-03T04:49:46,101 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44349 {}] master.ServerManager(517): Registering regionserver=32beccd76b35,39241,1733201385806 2024-12-03T04:49:46,101 DEBUG [RS:1;32beccd76b35:40863 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:44407/user/jenkins/test-data/f45a1064-c31a-b8f0-1f2f-7295dd345e00 2024-12-03T04:49:46,101 DEBUG [RS:1;32beccd76b35:40863 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:44407 2024-12-03T04:49:46,101 DEBUG [RS:1;32beccd76b35:40863 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-03T04:49:46,103 DEBUG [RS:0;32beccd76b35:39241 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:44407/user/jenkins/test-data/f45a1064-c31a-b8f0-1f2f-7295dd345e00 2024-12-03T04:49:46,103 DEBUG [RS:0;32beccd76b35:39241 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:44407 2024-12-03T04:49:46,103 DEBUG [RS:0;32beccd76b35:39241 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-03T04:49:46,104 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44349-0x101516d4db10000, quorum=127.0.0.1:53474, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-03T04:49:46,110 DEBUG [RS:1;32beccd76b35:40863 {}] zookeeper.ZKUtil(111): regionserver:40863-0x101516d4db10002, quorum=127.0.0.1:53474, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/32beccd76b35,40863,1733201385841 2024-12-03T04:49:46,110 WARN [RS:1;32beccd76b35:40863 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-03T04:49:46,110 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [32beccd76b35,39241,1733201385806] 2024-12-03T04:49:46,110 DEBUG [RS:0;32beccd76b35:39241 {}] zookeeper.ZKUtil(111): regionserver:39241-0x101516d4db10001, quorum=127.0.0.1:53474, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/32beccd76b35,39241,1733201385806 2024-12-03T04:49:46,110 INFO [RS:1;32beccd76b35:40863 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T04:49:46,110 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [32beccd76b35,40863,1733201385841] 2024-12-03T04:49:46,110 WARN [RS:0;32beccd76b35:39241 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-03T04:49:46,111 DEBUG [RS:1;32beccd76b35:40863 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:44407/user/jenkins/test-data/f45a1064-c31a-b8f0-1f2f-7295dd345e00/WALs/32beccd76b35,40863,1733201385841 2024-12-03T04:49:46,111 INFO [RS:0;32beccd76b35:39241 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T04:49:46,111 DEBUG [RS:0;32beccd76b35:39241 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:44407/user/jenkins/test-data/f45a1064-c31a-b8f0-1f2f-7295dd345e00/WALs/32beccd76b35,39241,1733201385806 2024-12-03T04:49:46,115 INFO [RS:1;32beccd76b35:40863 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-03T04:49:46,115 INFO [RS:0;32beccd76b35:39241 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-03T04:49:46,119 INFO [RS:1;32beccd76b35:40863 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-03T04:49:46,119 INFO [RS:1;32beccd76b35:40863 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-03T04:49:46,119 INFO [RS:1;32beccd76b35:40863 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T04:49:46,120 INFO [RS:1;32beccd76b35:40863 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-03T04:49:46,124 INFO [RS:0;32beccd76b35:39241 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-03T04:49:46,124 INFO [RS:1;32beccd76b35:40863 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-03T04:49:46,124 INFO [RS:1;32beccd76b35:40863 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-03T04:49:46,125 DEBUG [RS:1;32beccd76b35:40863 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/32beccd76b35:0, corePoolSize=1, maxPoolSize=1 2024-12-03T04:49:46,125 INFO [RS:0;32beccd76b35:39241 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-03T04:49:46,125 DEBUG [RS:1;32beccd76b35:40863 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/32beccd76b35:0, corePoolSize=1, maxPoolSize=1 2024-12-03T04:49:46,125 INFO [RS:0;32beccd76b35:39241 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T04:49:46,125 DEBUG [RS:1;32beccd76b35:40863 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/32beccd76b35:0, corePoolSize=1, maxPoolSize=1 2024-12-03T04:49:46,125 DEBUG [RS:1;32beccd76b35:40863 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/32beccd76b35:0, corePoolSize=1, maxPoolSize=1 2024-12-03T04:49:46,125 DEBUG [RS:1;32beccd76b35:40863 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/32beccd76b35:0, corePoolSize=1, maxPoolSize=1 2024-12-03T04:49:46,125 DEBUG [RS:1;32beccd76b35:40863 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/32beccd76b35:0, corePoolSize=2, maxPoolSize=2 2024-12-03T04:49:46,125 INFO [RS:0;32beccd76b35:39241 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-03T04:49:46,125 DEBUG [RS:1;32beccd76b35:40863 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/32beccd76b35:0, corePoolSize=1, maxPoolSize=1 2024-12-03T04:49:46,125 DEBUG [RS:1;32beccd76b35:40863 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/32beccd76b35:0, corePoolSize=1, maxPoolSize=1 2024-12-03T04:49:46,125 DEBUG [RS:1;32beccd76b35:40863 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/32beccd76b35:0, corePoolSize=1, maxPoolSize=1 2024-12-03T04:49:46,125 DEBUG [RS:1;32beccd76b35:40863 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/32beccd76b35:0, corePoolSize=1, maxPoolSize=1 2024-12-03T04:49:46,126 DEBUG [RS:1;32beccd76b35:40863 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/32beccd76b35:0, corePoolSize=1, maxPoolSize=1 2024-12-03T04:49:46,126 DEBUG [RS:1;32beccd76b35:40863 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/32beccd76b35:0, corePoolSize=1, maxPoolSize=1 2024-12-03T04:49:46,126 DEBUG [RS:1;32beccd76b35:40863 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/32beccd76b35:0, corePoolSize=3, maxPoolSize=3 2024-12-03T04:49:46,126 DEBUG [RS:1;32beccd76b35:40863 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/32beccd76b35:0, corePoolSize=3, maxPoolSize=3 2024-12-03T04:49:46,126 INFO [RS:0;32beccd76b35:39241 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-03T04:49:46,126 INFO [RS:0;32beccd76b35:39241 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-03T04:49:46,126 DEBUG [RS:0;32beccd76b35:39241 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/32beccd76b35:0, corePoolSize=1, maxPoolSize=1 2024-12-03T04:49:46,127 DEBUG [RS:0;32beccd76b35:39241 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/32beccd76b35:0, corePoolSize=1, maxPoolSize=1 2024-12-03T04:49:46,127 DEBUG [RS:0;32beccd76b35:39241 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/32beccd76b35:0, corePoolSize=1, maxPoolSize=1 2024-12-03T04:49:46,127 DEBUG [RS:0;32beccd76b35:39241 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/32beccd76b35:0, corePoolSize=1, maxPoolSize=1 2024-12-03T04:49:46,127 DEBUG [RS:0;32beccd76b35:39241 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/32beccd76b35:0, corePoolSize=1, maxPoolSize=1 2024-12-03T04:49:46,127 DEBUG [RS:0;32beccd76b35:39241 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/32beccd76b35:0, corePoolSize=2, maxPoolSize=2 2024-12-03T04:49:46,127 DEBUG [RS:0;32beccd76b35:39241 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/32beccd76b35:0, corePoolSize=1, maxPoolSize=1 2024-12-03T04:49:46,127 DEBUG [RS:0;32beccd76b35:39241 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/32beccd76b35:0, corePoolSize=1, maxPoolSize=1 2024-12-03T04:49:46,127 DEBUG [RS:0;32beccd76b35:39241 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/32beccd76b35:0, corePoolSize=1, maxPoolSize=1 2024-12-03T04:49:46,127 DEBUG [RS:0;32beccd76b35:39241 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/32beccd76b35:0, corePoolSize=1, maxPoolSize=1 2024-12-03T04:49:46,127 DEBUG [RS:0;32beccd76b35:39241 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/32beccd76b35:0, corePoolSize=1, maxPoolSize=1 2024-12-03T04:49:46,127 DEBUG [RS:0;32beccd76b35:39241 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/32beccd76b35:0, corePoolSize=1, maxPoolSize=1 2024-12-03T04:49:46,127 DEBUG [RS:0;32beccd76b35:39241 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/32beccd76b35:0, corePoolSize=3, maxPoolSize=3 2024-12-03T04:49:46,127 DEBUG [RS:0;32beccd76b35:39241 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/32beccd76b35:0, corePoolSize=3, maxPoolSize=3 2024-12-03T04:49:46,130 INFO [RS:1;32beccd76b35:40863 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-03T04:49:46,130 INFO [RS:1;32beccd76b35:40863 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-03T04:49:46,130 INFO [RS:1;32beccd76b35:40863 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T04:49:46,130 INFO [RS:1;32beccd76b35:40863 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-03T04:49:46,130 INFO [RS:1;32beccd76b35:40863 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-03T04:49:46,130 INFO [RS:1;32beccd76b35:40863 {}] hbase.ChoreService(168): Chore ScheduledChore name=32beccd76b35,40863,1733201385841-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-03T04:49:46,137 INFO [RS:0;32beccd76b35:39241 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-03T04:49:46,138 INFO [RS:0;32beccd76b35:39241 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-03T04:49:46,138 INFO [RS:0;32beccd76b35:39241 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T04:49:46,138 INFO [RS:0;32beccd76b35:39241 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-03T04:49:46,138 INFO [RS:0;32beccd76b35:39241 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-03T04:49:46,138 INFO [RS:0;32beccd76b35:39241 {}] hbase.ChoreService(168): Chore ScheduledChore name=32beccd76b35,39241,1733201385806-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-03T04:49:46,150 INFO [RS:1;32beccd76b35:40863 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-03T04:49:46,150 INFO [RS:1;32beccd76b35:40863 {}] hbase.ChoreService(168): Chore ScheduledChore name=32beccd76b35,40863,1733201385841-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T04:49:46,150 INFO [RS:1;32beccd76b35:40863 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T04:49:46,150 INFO [RS:1;32beccd76b35:40863 {}] regionserver.Replication(171): 32beccd76b35,40863,1733201385841 started 2024-12-03T04:49:46,157 INFO [RS:0;32beccd76b35:39241 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-03T04:49:46,157 INFO [RS:0;32beccd76b35:39241 {}] hbase.ChoreService(168): Chore ScheduledChore name=32beccd76b35,39241,1733201385806-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T04:49:46,157 INFO [RS:0;32beccd76b35:39241 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T04:49:46,157 INFO [RS:0;32beccd76b35:39241 {}] regionserver.Replication(171): 32beccd76b35,39241,1733201385806 started 2024-12-03T04:49:46,168 INFO [RS:1;32beccd76b35:40863 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T04:49:46,168 INFO [RS:1;32beccd76b35:40863 {}] regionserver.HRegionServer(1482): Serving as 32beccd76b35,40863,1733201385841, RpcServer on 32beccd76b35/172.17.0.3:40863, sessionid=0x101516d4db10002 2024-12-03T04:49:46,168 DEBUG [RS:1;32beccd76b35:40863 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-03T04:49:46,168 DEBUG [RS:1;32beccd76b35:40863 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 32beccd76b35,40863,1733201385841 2024-12-03T04:49:46,168 DEBUG [RS:1;32beccd76b35:40863 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '32beccd76b35,40863,1733201385841' 2024-12-03T04:49:46,168 DEBUG [RS:1;32beccd76b35:40863 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-03T04:49:46,169 DEBUG [RS:1;32beccd76b35:40863 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-03T04:49:46,169 DEBUG [RS:1;32beccd76b35:40863 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-03T04:49:46,169 DEBUG [RS:1;32beccd76b35:40863 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-03T04:49:46,169 DEBUG [RS:1;32beccd76b35:40863 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 32beccd76b35,40863,1733201385841 2024-12-03T04:49:46,169 DEBUG [RS:1;32beccd76b35:40863 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '32beccd76b35,40863,1733201385841' 2024-12-03T04:49:46,169 DEBUG [RS:1;32beccd76b35:40863 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-03T04:49:46,170 DEBUG [RS:1;32beccd76b35:40863 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-03T04:49:46,170 DEBUG [RS:1;32beccd76b35:40863 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-03T04:49:46,171 INFO [RS:1;32beccd76b35:40863 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-03T04:49:46,171 INFO [RS:1;32beccd76b35:40863 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-03T04:49:46,175 INFO [RS:0;32beccd76b35:39241 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T04:49:46,175 INFO [RS:0;32beccd76b35:39241 {}] regionserver.HRegionServer(1482): Serving as 32beccd76b35,39241,1733201385806, RpcServer on 32beccd76b35/172.17.0.3:39241, sessionid=0x101516d4db10001 2024-12-03T04:49:46,176 DEBUG [RS:0;32beccd76b35:39241 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-03T04:49:46,176 DEBUG [RS:0;32beccd76b35:39241 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 32beccd76b35,39241,1733201385806 2024-12-03T04:49:46,176 DEBUG [RS:0;32beccd76b35:39241 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '32beccd76b35,39241,1733201385806' 2024-12-03T04:49:46,176 DEBUG [RS:0;32beccd76b35:39241 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-03T04:49:46,176 DEBUG [RS:0;32beccd76b35:39241 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-03T04:49:46,177 DEBUG [RS:0;32beccd76b35:39241 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-03T04:49:46,177 DEBUG [RS:0;32beccd76b35:39241 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-03T04:49:46,177 DEBUG [RS:0;32beccd76b35:39241 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 32beccd76b35,39241,1733201385806 2024-12-03T04:49:46,177 DEBUG [RS:0;32beccd76b35:39241 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '32beccd76b35,39241,1733201385806' 2024-12-03T04:49:46,177 DEBUG [RS:0;32beccd76b35:39241 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-03T04:49:46,177 DEBUG [RS:0;32beccd76b35:39241 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-03T04:49:46,178 DEBUG [RS:0;32beccd76b35:39241 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-03T04:49:46,178 INFO [RS:0;32beccd76b35:39241 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-03T04:49:46,178 INFO [RS:0;32beccd76b35:39241 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-03T04:49:46,271 INFO [RS:1;32beccd76b35:40863 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-03T04:49:46,274 INFO [RS:1;32beccd76b35:40863 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=32beccd76b35%2C40863%2C1733201385841, suffix=, logDir=hdfs://localhost:44407/user/jenkins/test-data/f45a1064-c31a-b8f0-1f2f-7295dd345e00/WALs/32beccd76b35,40863,1733201385841, archiveDir=hdfs://localhost:44407/user/jenkins/test-data/f45a1064-c31a-b8f0-1f2f-7295dd345e00/oldWALs, maxLogs=32 2024-12-03T04:49:46,278 INFO [RS:0;32beccd76b35:39241 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-03T04:49:46,280 INFO [RS:0;32beccd76b35:39241 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=32beccd76b35%2C39241%2C1733201385806, suffix=, logDir=hdfs://localhost:44407/user/jenkins/test-data/f45a1064-c31a-b8f0-1f2f-7295dd345e00/WALs/32beccd76b35,39241,1733201385806, archiveDir=hdfs://localhost:44407/user/jenkins/test-data/f45a1064-c31a-b8f0-1f2f-7295dd345e00/oldWALs, maxLogs=32 2024-12-03T04:49:46,294 DEBUG [RS:1;32beccd76b35:40863 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f45a1064-c31a-b8f0-1f2f-7295dd345e00/WALs/32beccd76b35,40863,1733201385841/32beccd76b35%2C40863%2C1733201385841.1733201386275, exclude list is [], retry=0 2024-12-03T04:49:46,298 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-11-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34621,DS-20db9e6e-caaf-4edc-8b4d-5db17c374a4e,DISK] 2024-12-03T04:49:46,300 DEBUG [RS:0;32beccd76b35:39241 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f45a1064-c31a-b8f0-1f2f-7295dd345e00/WALs/32beccd76b35,39241,1733201385806/32beccd76b35%2C39241%2C1733201385806.1733201386282, exclude list is [], retry=0 2024-12-03T04:49:46,301 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-11-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41497,DS-9b45d503-45ae-4b4a-9539-6a0cf0533050,DISK] 2024-12-03T04:49:46,303 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-11-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41497,DS-9b45d503-45ae-4b4a-9539-6a0cf0533050,DISK] 2024-12-03T04:49:46,303 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-11-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34621,DS-20db9e6e-caaf-4edc-8b4d-5db17c374a4e,DISK] 2024-12-03T04:49:46,305 INFO [RS:1;32beccd76b35:40863 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f45a1064-c31a-b8f0-1f2f-7295dd345e00/WALs/32beccd76b35,40863,1733201385841/32beccd76b35%2C40863%2C1733201385841.1733201386275 2024-12-03T04:49:46,305 INFO [RS:0;32beccd76b35:39241 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f45a1064-c31a-b8f0-1f2f-7295dd345e00/WALs/32beccd76b35,39241,1733201385806/32beccd76b35%2C39241%2C1733201385806.1733201386282 2024-12-03T04:49:46,306 DEBUG [RS:1;32beccd76b35:40863 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34467:34467),(127.0.0.1/127.0.0.1:44833:44833)] 2024-12-03T04:49:46,306 DEBUG [RS:0;32beccd76b35:39241 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44833:44833),(127.0.0.1/127.0.0.1:34467:34467)] 2024-12-03T04:49:46,484 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:44407/user/jenkins/test-data/f45a1064-c31a-b8f0-1f2f-7295dd345e00/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-03T04:49:46,484 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:44407/user/jenkins/test-data/f45a1064-c31a-b8f0-1f2f-7295dd345e00 2024-12-03T04:49:46,492 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41497 is added to blk_1073741834_1010 (size=32) 2024-12-03T04:49:46,493 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34621 is added to blk_1073741834_1010 (size=32) 2024-12-03T04:49:46,494 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T04:49:46,496 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-03T04:49:46,497 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-03T04:49:46,497 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T04:49:46,498 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T04:49:46,498 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-03T04:49:46,500 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-03T04:49:46,500 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T04:49:46,500 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T04:49:46,501 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-03T04:49:46,502 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-03T04:49:46,502 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T04:49:46,503 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T04:49:46,503 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-03T04:49:46,505 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-03T04:49:46,505 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T04:49:46,506 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T04:49:46,506 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-03T04:49:46,507 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44407/user/jenkins/test-data/f45a1064-c31a-b8f0-1f2f-7295dd345e00/data/hbase/meta/1588230740 2024-12-03T04:49:46,508 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44407/user/jenkins/test-data/f45a1064-c31a-b8f0-1f2f-7295dd345e00/data/hbase/meta/1588230740 2024-12-03T04:49:46,510 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-03T04:49:46,510 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-03T04:49:46,511 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T04:49:46,513 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-03T04:49:46,518 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44407/user/jenkins/test-data/f45a1064-c31a-b8f0-1f2f-7295dd345e00/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T04:49:46,519 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69404379, jitterRate=0.0342058390378952}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T04:49:46,520 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733201386494Initializing all the Stores at 1733201386495 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733201386495Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733201386496 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733201386496Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733201386496Cleaning up temporary data from old regions at 1733201386510 (+14 ms)Region opened successfully at 1733201386520 (+10 ms) 2024-12-03T04:49:46,520 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-03T04:49:46,520 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-03T04:49:46,520 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-03T04:49:46,520 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-03T04:49:46,520 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-03T04:49:46,521 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-03T04:49:46,521 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733201386520Disabling compacts and flushes for region at 1733201386520Disabling writes for close at 1733201386520Writing region close event to WAL at 1733201386521 (+1 ms)Closed at 1733201386521 2024-12-03T04:49:46,523 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T04:49:46,523 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-03T04:49:46,523 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-03T04:49:46,525 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-03T04:49:46,526 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-03T04:49:46,677 DEBUG [32beccd76b35:44349 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=2, allServersCount=2 2024-12-03T04:49:46,678 DEBUG [32beccd76b35:44349 {}] balancer.BalancerClusterState(204): Hosts are {32beccd76b35=0} racks are {/default-rack=0} 2024-12-03T04:49:46,681 DEBUG [32beccd76b35:44349 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-12-03T04:49:46,681 DEBUG [32beccd76b35:44349 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-12-03T04:49:46,681 DEBUG [32beccd76b35:44349 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-12-03T04:49:46,681 DEBUG [32beccd76b35:44349 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-12-03T04:49:46,681 INFO [32beccd76b35:44349 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-12-03T04:49:46,681 INFO [32beccd76b35:44349 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-12-03T04:49:46,681 DEBUG [32beccd76b35:44349 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-12-03T04:49:46,681 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=32beccd76b35,40863,1733201385841 2024-12-03T04:49:46,683 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 32beccd76b35,40863,1733201385841, state=OPENING 2024-12-03T04:49:46,685 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-03T04:49:46,687 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44349-0x101516d4db10000, quorum=127.0.0.1:53474, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T04:49:46,687 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40863-0x101516d4db10002, quorum=127.0.0.1:53474, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T04:49:46,687 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39241-0x101516d4db10001, quorum=127.0.0.1:53474, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T04:49:46,690 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-03T04:49:46,690 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-03T04:49:46,690 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-03T04:49:46,690 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-03T04:49:46,690 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=32beccd76b35,40863,1733201385841}] 2024-12-03T04:49:46,844 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-03T04:49:46,846 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55413, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-03T04:49:46,850 INFO [RS_OPEN_META-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-03T04:49:46,850 INFO [RS_OPEN_META-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T04:49:46,851 INFO [RS_OPEN_META-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-03T04:49:46,853 INFO [RS_OPEN_META-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=32beccd76b35%2C40863%2C1733201385841.meta, suffix=.meta, logDir=hdfs://localhost:44407/user/jenkins/test-data/f45a1064-c31a-b8f0-1f2f-7295dd345e00/WALs/32beccd76b35,40863,1733201385841, archiveDir=hdfs://localhost:44407/user/jenkins/test-data/f45a1064-c31a-b8f0-1f2f-7295dd345e00/oldWALs, maxLogs=32 2024-12-03T04:49:46,870 DEBUG [RS_OPEN_META-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f45a1064-c31a-b8f0-1f2f-7295dd345e00/WALs/32beccd76b35,40863,1733201385841/32beccd76b35%2C40863%2C1733201385841.meta.1733201386854.meta, exclude list is [], retry=0 2024-12-03T04:49:46,875 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-11-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41497,DS-9b45d503-45ae-4b4a-9539-6a0cf0533050,DISK] 2024-12-03T04:49:46,875 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-11-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34621,DS-20db9e6e-caaf-4edc-8b4d-5db17c374a4e,DISK] 2024-12-03T04:49:46,878 INFO [RS_OPEN_META-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f45a1064-c31a-b8f0-1f2f-7295dd345e00/WALs/32beccd76b35,40863,1733201385841/32beccd76b35%2C40863%2C1733201385841.meta.1733201386854.meta 2024-12-03T04:49:46,878 DEBUG [RS_OPEN_META-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34467:34467),(127.0.0.1/127.0.0.1:44833:44833)] 2024-12-03T04:49:46,879 DEBUG [RS_OPEN_META-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-03T04:49:46,879 DEBUG [RS_OPEN_META-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-03T04:49:46,879 DEBUG [RS_OPEN_META-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-03T04:49:46,879 INFO [RS_OPEN_META-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-03T04:49:46,879 DEBUG [RS_OPEN_META-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-03T04:49:46,880 DEBUG [RS_OPEN_META-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T04:49:46,880 DEBUG [RS_OPEN_META-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-03T04:49:46,880 DEBUG [RS_OPEN_META-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-03T04:49:46,881 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-03T04:49:46,883 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-03T04:49:46,883 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T04:49:46,883 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T04:49:46,884 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-03T04:49:46,885 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-03T04:49:46,885 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T04:49:46,885 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T04:49:46,885 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-03T04:49:46,886 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-03T04:49:46,887 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T04:49:46,887 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T04:49:46,887 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-03T04:49:46,888 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-03T04:49:46,888 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T04:49:46,889 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T04:49:46,889 DEBUG [RS_OPEN_META-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-03T04:49:46,890 DEBUG [RS_OPEN_META-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44407/user/jenkins/test-data/f45a1064-c31a-b8f0-1f2f-7295dd345e00/data/hbase/meta/1588230740 2024-12-03T04:49:46,891 DEBUG [RS_OPEN_META-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44407/user/jenkins/test-data/f45a1064-c31a-b8f0-1f2f-7295dd345e00/data/hbase/meta/1588230740 2024-12-03T04:49:46,893 DEBUG [RS_OPEN_META-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-03T04:49:46,893 DEBUG [RS_OPEN_META-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-03T04:49:46,894 DEBUG [RS_OPEN_META-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T04:49:46,895 DEBUG [RS_OPEN_META-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-03T04:49:46,896 INFO [RS_OPEN_META-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74759574, jitterRate=0.1140044629573822}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T04:49:46,897 DEBUG [RS_OPEN_META-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-03T04:49:46,898 DEBUG [RS_OPEN_META-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733201386880Writing region info on filesystem at 1733201386880Initializing all the Stores at 1733201386881 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733201386881Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733201386881Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733201386881Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733201386881Cleaning up temporary data from old regions at 1733201386893 (+12 ms)Running coprocessor post-open hooks at 1733201386897 (+4 ms)Region opened successfully at 1733201386897 2024-12-03T04:49:46,899 INFO [RS_OPEN_META-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733201386843 2024-12-03T04:49:46,902 DEBUG [RS_OPEN_META-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-03T04:49:46,902 INFO [RS_OPEN_META-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-03T04:49:46,903 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=32beccd76b35,40863,1733201385841 2024-12-03T04:49:46,904 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 32beccd76b35,40863,1733201385841, state=OPEN 2024-12-03T04:49:46,906 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40863-0x101516d4db10002, quorum=127.0.0.1:53474, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-03T04:49:46,906 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39241-0x101516d4db10001, quorum=127.0.0.1:53474, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-03T04:49:46,906 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44349-0x101516d4db10000, quorum=127.0.0.1:53474, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-03T04:49:46,906 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=32beccd76b35,40863,1733201385841 2024-12-03T04:49:46,906 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-03T04:49:46,906 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-03T04:49:46,906 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-03T04:49:46,910 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-03T04:49:46,910 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=32beccd76b35,40863,1733201385841 in 216 msec 2024-12-03T04:49:46,913 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-03T04:49:46,913 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 387 msec 2024-12-03T04:49:46,914 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T04:49:46,914 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-03T04:49:46,916 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T04:49:46,916 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=32beccd76b35,40863,1733201385841, seqNum=-1] 2024-12-03T04:49:46,916 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T04:49:46,918 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46527, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T04:49:46,925 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 858 msec 2024-12-03T04:49:46,925 INFO [master/32beccd76b35:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733201386925, completionTime=-1 2024-12-03T04:49:46,925 INFO [master/32beccd76b35:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=2; waited=0ms, expected min=2 server(s), max=2 server(s), master is running 2024-12-03T04:49:46,925 DEBUG [master/32beccd76b35:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-03T04:49:46,927 INFO [master/32beccd76b35:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=2 2024-12-03T04:49:46,927 INFO [master/32beccd76b35:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733201446927 2024-12-03T04:49:46,927 INFO [master/32beccd76b35:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733201506927 2024-12-03T04:49:46,927 INFO [master/32beccd76b35:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-12-03T04:49:46,928 DEBUG [master/32beccd76b35:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-12-03T04:49:46,928 INFO [master/32beccd76b35:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=32beccd76b35,44349,1733201385753-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T04:49:46,928 INFO [master/32beccd76b35:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=32beccd76b35,44349,1733201385753-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T04:49:46,929 INFO [master/32beccd76b35:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=32beccd76b35,44349,1733201385753-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T04:49:46,929 INFO [master/32beccd76b35:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-32beccd76b35:44349, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T04:49:46,929 INFO [master/32beccd76b35:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-03T04:49:46,934 INFO [master/32beccd76b35:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-03T04:49:46,936 DEBUG [master/32beccd76b35:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-03T04:49:46,939 INFO [master/32beccd76b35:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.044sec 2024-12-03T04:49:46,939 INFO [master/32beccd76b35:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-03T04:49:46,939 INFO [master/32beccd76b35:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-03T04:49:46,939 INFO [master/32beccd76b35:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-03T04:49:46,939 INFO [master/32beccd76b35:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-03T04:49:46,939 INFO [master/32beccd76b35:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-03T04:49:46,939 INFO [master/32beccd76b35:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=32beccd76b35,44349,1733201385753-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-03T04:49:46,939 INFO [master/32beccd76b35:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=32beccd76b35,44349,1733201385753-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-03T04:49:46,942 DEBUG [master/32beccd76b35:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-03T04:49:46,942 INFO [master/32beccd76b35:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-03T04:49:46,942 INFO [master/32beccd76b35:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=32beccd76b35,44349,1733201385753-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T04:49:46,973 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@25dc775b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T04:49:46,973 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 32beccd76b35,44349,-1 for getting cluster id 2024-12-03T04:49:46,973 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T04:49:46,975 DEBUG [HMaster-EventLoopGroup-9-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6e224bfc-d362-4d6c-934d-889ae7deb6d0' 2024-12-03T04:49:46,975 DEBUG [RPCClient-NioEventLoopGroup-5-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T04:49:46,976 DEBUG [RPCClient-NioEventLoopGroup-5-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6e224bfc-d362-4d6c-934d-889ae7deb6d0" 2024-12-03T04:49:46,976 DEBUG [RPCClient-NioEventLoopGroup-5-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@524d010, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T04:49:46,976 DEBUG [RPCClient-NioEventLoopGroup-5-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [32beccd76b35,44349,-1] 2024-12-03T04:49:46,976 DEBUG [RPCClient-NioEventLoopGroup-5-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T04:49:46,977 DEBUG [RPCClient-NioEventLoopGroup-5-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T04:49:46,978 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51940, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T04:49:46,979 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6324969b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T04:49:46,979 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T04:49:46,980 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=32beccd76b35,40863,1733201385841, seqNum=-1] 2024-12-03T04:49:46,981 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T04:49:46,982 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45532, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T04:49:46,984 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=32beccd76b35,44349,1733201385753 2024-12-03T04:49:46,984 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T04:49:46,985 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 32beccd76b35,44349,1733201385753 2024-12-03T04:49:46,986 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1e8f7282 2024-12-03T04:49:46,986 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T04:49:46,987 INFO [HMaster-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51952, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T04:49:46,988 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44349 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'testClearRegionBlockCache', {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-03T04:49:46,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44349 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testClearRegionBlockCache 2024-12-03T04:49:46,991 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_PRE_OPERATION 2024-12-03T04:49:46,991 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T04:49:46,991 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44349 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "testClearRegionBlockCache" procId is: 4 2024-12-03T04:49:46,992 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-03T04:49:46,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44349 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T04:49:47,000 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34621 is added to blk_1073741836_1012 (size=379) 2024-12-03T04:49:47,001 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41497 is added to blk_1073741836_1012 (size=379) 2024-12-03T04:49:47,003 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => c127ab4a6168bf155ee27d6548a38ceb, NAME => 'testClearRegionBlockCache,,1733201386987.c127ab4a6168bf155ee27d6548a38ceb.', STARTKEY => '', ENDKEY => '5'}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44407/user/jenkins/test-data/f45a1064-c31a-b8f0-1f2f-7295dd345e00 2024-12-03T04:49:47,004 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 76ca1046ca746c67675514eabc2bdb50, NAME => 'testClearRegionBlockCache,5,1733201386987.76ca1046ca746c67675514eabc2bdb50.', STARTKEY => '5', ENDKEY => ''}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44407/user/jenkins/test-data/f45a1064-c31a-b8f0-1f2f-7295dd345e00 2024-12-03T04:49:47,012 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34621 is added to blk_1073741837_1013 (size=61) 2024-12-03T04:49:47,013 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,,1733201386987.c127ab4a6168bf155ee27d6548a38ceb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T04:49:47,014 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1722): Closing c127ab4a6168bf155ee27d6548a38ceb, disabling compactions & flushes 2024-12-03T04:49:47,014 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,,1733201386987.c127ab4a6168bf155ee27d6548a38ceb. 2024-12-03T04:49:47,014 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,,1733201386987.c127ab4a6168bf155ee27d6548a38ceb. 2024-12-03T04:49:47,014 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,,1733201386987.c127ab4a6168bf155ee27d6548a38ceb. after waiting 0 ms 2024-12-03T04:49:47,014 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,,1733201386987.c127ab4a6168bf155ee27d6548a38ceb. 2024-12-03T04:49:47,014 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,,1733201386987.c127ab4a6168bf155ee27d6548a38ceb. 2024-12-03T04:49:47,014 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41497 is added to blk_1073741837_1013 (size=61) 2024-12-03T04:49:47,014 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1676): Region close journal for c127ab4a6168bf155ee27d6548a38ceb: Waiting for close lock at 1733201387013Disabling compacts and flushes for region at 1733201387013Disabling writes for close at 1733201387014 (+1 ms)Writing region close event to WAL at 1733201387014Closed at 1733201387014 2024-12-03T04:49:47,014 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34621 is added to blk_1073741838_1014 (size=61) 2024-12-03T04:49:47,014 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41497 is added to blk_1073741838_1014 (size=61) 2024-12-03T04:49:47,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44349 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T04:49:47,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44349 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T04:49:47,416 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,5,1733201386987.76ca1046ca746c67675514eabc2bdb50.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T04:49:47,416 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1722): Closing 76ca1046ca746c67675514eabc2bdb50, disabling compactions & flushes 2024-12-03T04:49:47,416 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,5,1733201386987.76ca1046ca746c67675514eabc2bdb50. 2024-12-03T04:49:47,416 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,5,1733201386987.76ca1046ca746c67675514eabc2bdb50. 2024-12-03T04:49:47,416 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,5,1733201386987.76ca1046ca746c67675514eabc2bdb50. after waiting 0 ms 2024-12-03T04:49:47,416 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,5,1733201386987.76ca1046ca746c67675514eabc2bdb50. 2024-12-03T04:49:47,416 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,5,1733201386987.76ca1046ca746c67675514eabc2bdb50. 2024-12-03T04:49:47,416 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1676): Region close journal for 76ca1046ca746c67675514eabc2bdb50: Waiting for close lock at 1733201387416Disabling compacts and flushes for region at 1733201387416Disabling writes for close at 1733201387416Writing region close event to WAL at 1733201387416Closed at 1733201387416 2024-12-03T04:49:47,418 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ADD_TO_META 2024-12-03T04:49:47,419 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testClearRegionBlockCache,,1733201386987.c127ab4a6168bf155ee27d6548a38ceb.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1733201387418"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733201387418"}]},"ts":"1733201387418"} 2024-12-03T04:49:47,419 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testClearRegionBlockCache,5,1733201386987.76ca1046ca746c67675514eabc2bdb50.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1733201387418"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733201387418"}]},"ts":"1733201387418"} 2024-12-03T04:49:47,424 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 2 regions to meta. 2024-12-03T04:49:47,425 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-03T04:49:47,425 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733201387425"}]},"ts":"1733201387425"} 2024-12-03T04:49:47,428 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testClearRegionBlockCache, state=ENABLING in hbase:meta 2024-12-03T04:49:47,428 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {32beccd76b35=0} racks are {/default-rack=0} 2024-12-03T04:49:47,430 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-12-03T04:49:47,430 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-12-03T04:49:47,430 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-12-03T04:49:47,430 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-12-03T04:49:47,430 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-12-03T04:49:47,430 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-12-03T04:49:47,430 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-12-03T04:49:47,431 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=c127ab4a6168bf155ee27d6548a38ceb, ASSIGN}, {pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=76ca1046ca746c67675514eabc2bdb50, ASSIGN}] 2024-12-03T04:49:47,433 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=76ca1046ca746c67675514eabc2bdb50, ASSIGN 2024-12-03T04:49:47,433 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=c127ab4a6168bf155ee27d6548a38ceb, ASSIGN 2024-12-03T04:49:47,434 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=76ca1046ca746c67675514eabc2bdb50, ASSIGN; state=OFFLINE, location=32beccd76b35,39241,1733201385806; forceNewPlan=false, retain=false 2024-12-03T04:49:47,435 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=c127ab4a6168bf155ee27d6548a38ceb, ASSIGN; state=OFFLINE, location=32beccd76b35,40863,1733201385841; forceNewPlan=false, retain=false 2024-12-03T04:49:47,585 INFO [32beccd76b35:44349 {}] balancer.BaseLoadBalancer(388): Reassigned 2 regions. 2 retained the pre-restart assignment. 2024-12-03T04:49:47,585 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=c127ab4a6168bf155ee27d6548a38ceb, regionState=OPENING, regionLocation=32beccd76b35,40863,1733201385841 2024-12-03T04:49:47,585 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=76ca1046ca746c67675514eabc2bdb50, regionState=OPENING, regionLocation=32beccd76b35,39241,1733201385806 2024-12-03T04:49:47,588 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-11-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=c127ab4a6168bf155ee27d6548a38ceb, ASSIGN because future has completed 2024-12-03T04:49:47,589 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure c127ab4a6168bf155ee27d6548a38ceb, server=32beccd76b35,40863,1733201385841}] 2024-12-03T04:49:47,589 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-11-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=76ca1046ca746c67675514eabc2bdb50, ASSIGN because future has completed 2024-12-03T04:49:47,590 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 76ca1046ca746c67675514eabc2bdb50, server=32beccd76b35,39241,1733201385806}] 2024-12-03T04:49:47,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44349 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T04:49:47,745 DEBUG [RSProcedureDispatcher-pool-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-03T04:49:47,747 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52581, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-03T04:49:47,747 INFO [RS_OPEN_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] handler.AssignRegionHandler(132): Open testClearRegionBlockCache,,1733201386987.c127ab4a6168bf155ee27d6548a38ceb. 2024-12-03T04:49:47,748 DEBUG [RS_OPEN_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => c127ab4a6168bf155ee27d6548a38ceb, NAME => 'testClearRegionBlockCache,,1733201386987.c127ab4a6168bf155ee27d6548a38ceb.', STARTKEY => '', ENDKEY => '5'} 2024-12-03T04:49:47,748 DEBUG [RS_OPEN_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache c127ab4a6168bf155ee27d6548a38ceb 2024-12-03T04:49:47,748 DEBUG [RS_OPEN_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,,1733201386987.c127ab4a6168bf155ee27d6548a38ceb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T04:49:47,749 DEBUG [RS_OPEN_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for c127ab4a6168bf155ee27d6548a38ceb 2024-12-03T04:49:47,749 DEBUG [RS_OPEN_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for c127ab4a6168bf155ee27d6548a38ceb 2024-12-03T04:49:47,750 INFO [StoreOpener-c127ab4a6168bf155ee27d6548a38ceb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region c127ab4a6168bf155ee27d6548a38ceb 2024-12-03T04:49:47,751 INFO [RS_OPEN_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] handler.AssignRegionHandler(132): Open testClearRegionBlockCache,5,1733201386987.76ca1046ca746c67675514eabc2bdb50. 2024-12-03T04:49:47,751 DEBUG [RS_OPEN_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7752): Opening region: {ENCODED => 76ca1046ca746c67675514eabc2bdb50, NAME => 'testClearRegionBlockCache,5,1733201386987.76ca1046ca746c67675514eabc2bdb50.', STARTKEY => '5', ENDKEY => ''} 2024-12-03T04:49:47,752 DEBUG [RS_OPEN_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache 76ca1046ca746c67675514eabc2bdb50 2024-12-03T04:49:47,752 DEBUG [RS_OPEN_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,5,1733201386987.76ca1046ca746c67675514eabc2bdb50.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T04:49:47,752 DEBUG [RS_OPEN_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7794): checking encryption for 76ca1046ca746c67675514eabc2bdb50 2024-12-03T04:49:47,752 DEBUG [RS_OPEN_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7797): checking classloading for 76ca1046ca746c67675514eabc2bdb50 2024-12-03T04:49:47,752 INFO [StoreOpener-c127ab4a6168bf155ee27d6548a38ceb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c127ab4a6168bf155ee27d6548a38ceb columnFamilyName family 2024-12-03T04:49:47,752 DEBUG [StoreOpener-c127ab4a6168bf155ee27d6548a38ceb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T04:49:47,753 INFO [StoreOpener-c127ab4a6168bf155ee27d6548a38ceb-1 {}] regionserver.HStore(327): Store=c127ab4a6168bf155ee27d6548a38ceb/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T04:49:47,753 DEBUG [RS_OPEN_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for c127ab4a6168bf155ee27d6548a38ceb 2024-12-03T04:49:47,754 INFO [StoreOpener-76ca1046ca746c67675514eabc2bdb50-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region 76ca1046ca746c67675514eabc2bdb50 2024-12-03T04:49:47,754 DEBUG [RS_OPEN_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44407/user/jenkins/test-data/f45a1064-c31a-b8f0-1f2f-7295dd345e00/data/default/testClearRegionBlockCache/c127ab4a6168bf155ee27d6548a38ceb 2024-12-03T04:49:47,755 DEBUG [RS_OPEN_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44407/user/jenkins/test-data/f45a1064-c31a-b8f0-1f2f-7295dd345e00/data/default/testClearRegionBlockCache/c127ab4a6168bf155ee27d6548a38ceb 2024-12-03T04:49:47,756 INFO [StoreOpener-76ca1046ca746c67675514eabc2bdb50-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 76ca1046ca746c67675514eabc2bdb50 columnFamilyName family 2024-12-03T04:49:47,756 DEBUG [RS_OPEN_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for c127ab4a6168bf155ee27d6548a38ceb 2024-12-03T04:49:47,756 DEBUG [RS_OPEN_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for c127ab4a6168bf155ee27d6548a38ceb 2024-12-03T04:49:47,756 DEBUG [StoreOpener-76ca1046ca746c67675514eabc2bdb50-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T04:49:47,757 INFO [StoreOpener-76ca1046ca746c67675514eabc2bdb50-1 {}] regionserver.HStore(327): Store=76ca1046ca746c67675514eabc2bdb50/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T04:49:47,757 DEBUG [RS_OPEN_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1038): replaying wal for 76ca1046ca746c67675514eabc2bdb50 2024-12-03T04:49:47,758 DEBUG [RS_OPEN_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44407/user/jenkins/test-data/f45a1064-c31a-b8f0-1f2f-7295dd345e00/data/default/testClearRegionBlockCache/76ca1046ca746c67675514eabc2bdb50 2024-12-03T04:49:47,758 DEBUG [RS_OPEN_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44407/user/jenkins/test-data/f45a1064-c31a-b8f0-1f2f-7295dd345e00/data/default/testClearRegionBlockCache/76ca1046ca746c67675514eabc2bdb50 2024-12-03T04:49:47,758 DEBUG [RS_OPEN_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for c127ab4a6168bf155ee27d6548a38ceb 2024-12-03T04:49:47,759 DEBUG [RS_OPEN_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1048): stopping wal replay for 76ca1046ca746c67675514eabc2bdb50 2024-12-03T04:49:47,759 DEBUG [RS_OPEN_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1060): Cleaning up temporary data for 76ca1046ca746c67675514eabc2bdb50 2024-12-03T04:49:47,761 DEBUG [RS_OPEN_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1093): writing seq id for 76ca1046ca746c67675514eabc2bdb50 2024-12-03T04:49:47,762 DEBUG [RS_OPEN_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44407/user/jenkins/test-data/f45a1064-c31a-b8f0-1f2f-7295dd345e00/data/default/testClearRegionBlockCache/c127ab4a6168bf155ee27d6548a38ceb/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T04:49:47,763 INFO [RS_OPEN_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1114): Opened c127ab4a6168bf155ee27d6548a38ceb; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69882900, jitterRate=0.04133635759353638}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-03T04:49:47,763 DEBUG [RS_OPEN_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for c127ab4a6168bf155ee27d6548a38ceb 2024-12-03T04:49:47,764 DEBUG [RS_OPEN_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44407/user/jenkins/test-data/f45a1064-c31a-b8f0-1f2f-7295dd345e00/data/default/testClearRegionBlockCache/76ca1046ca746c67675514eabc2bdb50/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T04:49:47,764 DEBUG [RS_OPEN_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for c127ab4a6168bf155ee27d6548a38ceb: Running coprocessor pre-open hook at 1733201387749Writing region info on filesystem at 1733201387749Initializing all the Stores at 1733201387750 (+1 ms)Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733201387750Cleaning up temporary data from old regions at 1733201387756 (+6 ms)Running coprocessor post-open hooks at 1733201387763 (+7 ms)Region opened successfully at 1733201387764 (+1 ms) 2024-12-03T04:49:47,765 INFO [RS_OPEN_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1114): Opened 76ca1046ca746c67675514eabc2bdb50; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69108262, jitterRate=0.029793351888656616}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-03T04:49:47,765 DEBUG [RS_OPEN_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 76ca1046ca746c67675514eabc2bdb50 2024-12-03T04:49:47,765 DEBUG [RS_OPEN_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1006): Region open journal for 76ca1046ca746c67675514eabc2bdb50: Running coprocessor pre-open hook at 1733201387752Writing region info on filesystem at 1733201387752Initializing all the Stores at 1733201387753 (+1 ms)Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733201387753Cleaning up temporary data from old regions at 1733201387759 (+6 ms)Running coprocessor post-open hooks at 1733201387765 (+6 ms)Region opened successfully at 1733201387765 2024-12-03T04:49:47,765 INFO [RS_OPEN_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for testClearRegionBlockCache,,1733201386987.c127ab4a6168bf155ee27d6548a38ceb., pid=7, masterSystemTime=1733201387741 2024-12-03T04:49:47,766 INFO [RS_OPEN_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegionServer(2236): Post open deploy tasks for testClearRegionBlockCache,5,1733201386987.76ca1046ca746c67675514eabc2bdb50., pid=8, masterSystemTime=1733201387745 2024-12-03T04:49:47,768 DEBUG [RS_OPEN_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for testClearRegionBlockCache,,1733201386987.c127ab4a6168bf155ee27d6548a38ceb. 2024-12-03T04:49:47,768 INFO [RS_OPEN_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] handler.AssignRegionHandler(153): Opened testClearRegionBlockCache,,1733201386987.c127ab4a6168bf155ee27d6548a38ceb. 2024-12-03T04:49:47,770 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=c127ab4a6168bf155ee27d6548a38ceb, regionState=OPEN, openSeqNum=2, regionLocation=32beccd76b35,40863,1733201385841 2024-12-03T04:49:47,770 DEBUG [RS_OPEN_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegionServer(2266): Finished post open deploy task for testClearRegionBlockCache,5,1733201386987.76ca1046ca746c67675514eabc2bdb50. 2024-12-03T04:49:47,770 INFO [RS_OPEN_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] handler.AssignRegionHandler(153): Opened testClearRegionBlockCache,5,1733201386987.76ca1046ca746c67675514eabc2bdb50. 2024-12-03T04:49:47,772 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=76ca1046ca746c67675514eabc2bdb50, regionState=OPEN, openSeqNum=2, regionLocation=32beccd76b35,39241,1733201385806 2024-12-03T04:49:47,773 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-11-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure c127ab4a6168bf155ee27d6548a38ceb, server=32beccd76b35,40863,1733201385841 because future has completed 2024-12-03T04:49:47,776 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-11-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 76ca1046ca746c67675514eabc2bdb50, server=32beccd76b35,39241,1733201385806 because future has completed 2024-12-03T04:49:47,781 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=5 2024-12-03T04:49:47,781 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure c127ab4a6168bf155ee27d6548a38ceb, server=32beccd76b35,40863,1733201385841 in 186 msec 2024-12-03T04:49:47,783 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=6 2024-12-03T04:49:47,783 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 76ca1046ca746c67675514eabc2bdb50, server=32beccd76b35,39241,1733201385806 in 190 msec 2024-12-03T04:49:47,785 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=c127ab4a6168bf155ee27d6548a38ceb, ASSIGN in 351 msec 2024-12-03T04:49:47,787 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=4 2024-12-03T04:49:47,787 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=76ca1046ca746c67675514eabc2bdb50, ASSIGN in 354 msec 2024-12-03T04:49:47,788 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-03T04:49:47,788 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733201387788"}]},"ts":"1733201387788"} 2024-12-03T04:49:47,791 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testClearRegionBlockCache, state=ENABLED in hbase:meta 2024-12-03T04:49:47,792 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_POST_OPERATION 2024-12-03T04:49:47,794 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testClearRegionBlockCache in 804 msec 2024-12-03T04:49:48,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44349 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T04:49:48,129 INFO [RPCClient-NioEventLoopGroup-5-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testClearRegionBlockCache completed 2024-12-03T04:49:48,129 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testClearRegionBlockCache get assigned. Timeout = 60000ms 2024-12-03T04:49:48,129 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-03T04:49:48,133 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testClearRegionBlockCache assigned to meta. Checking AM states. 2024-12-03T04:49:48,133 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-03T04:49:48,133 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testClearRegionBlockCache assigned. 2024-12-03T04:49:48,136 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testClearRegionBlockCache', row='1', locateType=CURRENT is [region=testClearRegionBlockCache,,1733201386987.c127ab4a6168bf155ee27d6548a38ceb., hostname=32beccd76b35,40863,1733201385841, seqNum=2] 2024-12-03T04:49:48,149 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testClearRegionBlockCache', row='5', locateType=CURRENT is [region=testClearRegionBlockCache,5,1733201386987.76ca1046ca746c67675514eabc2bdb50., hostname=32beccd76b35,39241,1733201385806, seqNum=2] 2024-12-03T04:49:48,149 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T04:49:48,151 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33122, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T04:49:48,163 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 76ca1046ca746c67675514eabc2bdb50 1/1 column families, dataSize=140 B heapSize=776 B 2024-12-03T04:49:48,184 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44407/user/jenkins/test-data/f45a1064-c31a-b8f0-1f2f-7295dd345e00/data/default/testClearRegionBlockCache/76ca1046ca746c67675514eabc2bdb50/.tmp/family/ebc53b2343594a8c93d5cb3c005308ac is 32, key is 5/family:/1733201388152/Put/seqid=0 2024-12-03T04:49:48,190 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41497 is added to blk_1073741839_1015 (size=5083) 2024-12-03T04:49:48,190 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34621 is added to blk_1073741839_1015 (size=5083) 2024-12-03T04:49:48,191 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=140 B at sequenceid=9 (bloomFilter=true), to=hdfs://localhost:44407/user/jenkins/test-data/f45a1064-c31a-b8f0-1f2f-7295dd345e00/data/default/testClearRegionBlockCache/76ca1046ca746c67675514eabc2bdb50/.tmp/family/ebc53b2343594a8c93d5cb3c005308ac 2024-12-03T04:49:48,199 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44407/user/jenkins/test-data/f45a1064-c31a-b8f0-1f2f-7295dd345e00/data/default/testClearRegionBlockCache/76ca1046ca746c67675514eabc2bdb50/.tmp/family/ebc53b2343594a8c93d5cb3c005308ac as hdfs://localhost:44407/user/jenkins/test-data/f45a1064-c31a-b8f0-1f2f-7295dd345e00/data/default/testClearRegionBlockCache/76ca1046ca746c67675514eabc2bdb50/family/ebc53b2343594a8c93d5cb3c005308ac 2024-12-03T04:49:48,206 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44407/user/jenkins/test-data/f45a1064-c31a-b8f0-1f2f-7295dd345e00/data/default/testClearRegionBlockCache/76ca1046ca746c67675514eabc2bdb50/family/ebc53b2343594a8c93d5cb3c005308ac, entries=5, sequenceid=9, filesize=5.0 K 2024-12-03T04:49:48,208 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~140 B/140, heapSize ~760 B/760, currentSize=0 B/0 for 76ca1046ca746c67675514eabc2bdb50 in 44ms, sequenceid=9, compaction requested=false 2024-12-03T04:49:48,208 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 76ca1046ca746c67675514eabc2bdb50: 2024-12-03T04:49:48,208 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing c127ab4a6168bf155ee27d6548a38ceb 1/1 column families, dataSize=112 B heapSize=672 B 2024-12-03T04:49:48,229 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44407/user/jenkins/test-data/f45a1064-c31a-b8f0-1f2f-7295dd345e00/data/default/testClearRegionBlockCache/c127ab4a6168bf155ee27d6548a38ceb/.tmp/family/4cc8d4c4ecad417b9d9226a0bd9099fd is 32, key is 1/family:/1733201388138/Put/seqid=0 2024-12-03T04:49:48,234 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41497 is added to blk_1073741840_1016 (size=5054) 2024-12-03T04:49:48,234 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34621 is added to blk_1073741840_1016 (size=5054) 2024-12-03T04:49:48,235 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:44407/user/jenkins/test-data/f45a1064-c31a-b8f0-1f2f-7295dd345e00/data/default/testClearRegionBlockCache/c127ab4a6168bf155ee27d6548a38ceb/.tmp/family/4cc8d4c4ecad417b9d9226a0bd9099fd 2024-12-03T04:49:48,244 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44407/user/jenkins/test-data/f45a1064-c31a-b8f0-1f2f-7295dd345e00/data/default/testClearRegionBlockCache/c127ab4a6168bf155ee27d6548a38ceb/.tmp/family/4cc8d4c4ecad417b9d9226a0bd9099fd as hdfs://localhost:44407/user/jenkins/test-data/f45a1064-c31a-b8f0-1f2f-7295dd345e00/data/default/testClearRegionBlockCache/c127ab4a6168bf155ee27d6548a38ceb/family/4cc8d4c4ecad417b9d9226a0bd9099fd 2024-12-03T04:49:48,251 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44407/user/jenkins/test-data/f45a1064-c31a-b8f0-1f2f-7295dd345e00/data/default/testClearRegionBlockCache/c127ab4a6168bf155ee27d6548a38ceb/family/4cc8d4c4ecad417b9d9226a0bd9099fd, entries=4, sequenceid=8, filesize=4.9 K 2024-12-03T04:49:48,252 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~112 B/112, heapSize ~656 B/656, currentSize=0 B/0 for c127ab4a6168bf155ee27d6548a38ceb in 44ms, sequenceid=8, compaction requested=false 2024-12-03T04:49:48,252 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for c127ab4a6168bf155ee27d6548a38ceb: 2024-12-03T04:49:48,258 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testClearRegionBlockCache,, stopping at row=testClearRegionBlockCache ,, for max=2147483647 with caching=100 2024-12-03T04:49:48,262 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-03T04:49:48,262 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-03T04:49:48,263 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45546, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-03T04:49:48,264 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33132, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-03T04:49:48,265 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-03T04:49:48,265 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T04:49:48,265 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.teardown(TestClearRegionBlockCache.java:100) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T04:49:48,265 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T04:49:48,266 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T04:49:48,266 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T04:49:48,266 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-03T04:49:48,266 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=560732041, stopped=false 2024-12-03T04:49:48,266 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=32beccd76b35,44349,1733201385753 2024-12-03T04:49:48,268 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40863-0x101516d4db10002, quorum=127.0.0.1:53474, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-03T04:49:48,268 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44349-0x101516d4db10000, quorum=127.0.0.1:53474, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-03T04:49:48,268 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40863-0x101516d4db10002, quorum=127.0.0.1:53474, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T04:49:48,268 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44349-0x101516d4db10000, quorum=127.0.0.1:53474, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T04:49:48,268 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39241-0x101516d4db10001, quorum=127.0.0.1:53474, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-03T04:49:48,268 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39241-0x101516d4db10001, quorum=127.0.0.1:53474, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T04:49:48,269 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:40863-0x101516d4db10002, quorum=127.0.0.1:53474, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-03T04:49:48,269 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:39241-0x101516d4db10001, quorum=127.0.0.1:53474, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-03T04:49:48,269 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-03T04:49:48,270 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T04:49:48,270 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:44349-0x101516d4db10000, quorum=127.0.0.1:53474, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-03T04:49:48,270 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.teardown(TestClearRegionBlockCache.java:100) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T04:49:48,270 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T04:49:48,270 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '32beccd76b35,39241,1733201385806' ***** 2024-12-03T04:49:48,270 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-03T04:49:48,270 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '32beccd76b35,40863,1733201385841' ***** 2024-12-03T04:49:48,270 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-03T04:49:48,271 INFO [RS:0;32beccd76b35:39241 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-03T04:49:48,271 INFO [RS:0;32beccd76b35:39241 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-03T04:49:48,271 INFO [RS:0;32beccd76b35:39241 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-03T04:49:48,271 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-03T04:49:48,271 INFO [RS:0;32beccd76b35:39241 {}] regionserver.HRegionServer(3091): Received CLOSE for 76ca1046ca746c67675514eabc2bdb50 2024-12-03T04:49:48,271 INFO [RS:0;32beccd76b35:39241 {}] regionserver.HRegionServer(959): stopping server 32beccd76b35,39241,1733201385806 2024-12-03T04:49:48,271 INFO [RS:1;32beccd76b35:40863 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-03T04:49:48,271 INFO [RS:0;32beccd76b35:39241 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-03T04:49:48,271 INFO [RS:1;32beccd76b35:40863 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-03T04:49:48,271 INFO [RS:0;32beccd76b35:39241 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;32beccd76b35:39241. 2024-12-03T04:49:48,271 INFO [RS:1;32beccd76b35:40863 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-03T04:49:48,271 DEBUG [RS_CLOSE_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 76ca1046ca746c67675514eabc2bdb50, disabling compactions & flushes 2024-12-03T04:49:48,271 INFO [RS:1;32beccd76b35:40863 {}] regionserver.HRegionServer(3091): Received CLOSE for c127ab4a6168bf155ee27d6548a38ceb 2024-12-03T04:49:48,271 DEBUG [RS:0;32beccd76b35:39241 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T04:49:48,271 INFO [RS_CLOSE_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,5,1733201386987.76ca1046ca746c67675514eabc2bdb50. 2024-12-03T04:49:48,272 DEBUG [RS:0;32beccd76b35:39241 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T04:49:48,272 DEBUG [RS_CLOSE_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,5,1733201386987.76ca1046ca746c67675514eabc2bdb50. 2024-12-03T04:49:48,272 DEBUG [RS_CLOSE_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,5,1733201386987.76ca1046ca746c67675514eabc2bdb50. after waiting 0 ms 2024-12-03T04:49:48,272 INFO [RS:0;32beccd76b35:39241 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-03T04:49:48,272 DEBUG [RS_CLOSE_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,5,1733201386987.76ca1046ca746c67675514eabc2bdb50. 2024-12-03T04:49:48,272 DEBUG [RS:0;32beccd76b35:39241 {}] regionserver.HRegionServer(1325): Online Regions={76ca1046ca746c67675514eabc2bdb50=testClearRegionBlockCache,5,1733201386987.76ca1046ca746c67675514eabc2bdb50.} 2024-12-03T04:49:48,272 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-03T04:49:48,272 DEBUG [RS:0;32beccd76b35:39241 {}] regionserver.HRegionServer(1351): Waiting on 76ca1046ca746c67675514eabc2bdb50 2024-12-03T04:49:48,272 INFO [RS:1;32beccd76b35:40863 {}] regionserver.HRegionServer(959): stopping server 32beccd76b35,40863,1733201385841 2024-12-03T04:49:48,272 INFO [RS:1;32beccd76b35:40863 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-03T04:49:48,272 INFO [RS:1;32beccd76b35:40863 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;32beccd76b35:40863. 2024-12-03T04:49:48,272 DEBUG [RS:1;32beccd76b35:40863 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T04:49:48,272 DEBUG [RS:1;32beccd76b35:40863 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T04:49:48,272 INFO [RS:1;32beccd76b35:40863 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-03T04:49:48,272 INFO [RS:1;32beccd76b35:40863 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-03T04:49:48,272 INFO [RS:1;32beccd76b35:40863 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-03T04:49:48,272 DEBUG [RS_CLOSE_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing c127ab4a6168bf155ee27d6548a38ceb, disabling compactions & flushes 2024-12-03T04:49:48,272 INFO [RS_CLOSE_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,,1733201386987.c127ab4a6168bf155ee27d6548a38ceb. 2024-12-03T04:49:48,273 DEBUG [RS_CLOSE_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,,1733201386987.c127ab4a6168bf155ee27d6548a38ceb. 2024-12-03T04:49:48,273 DEBUG [RS_CLOSE_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,,1733201386987.c127ab4a6168bf155ee27d6548a38ceb. after waiting 0 ms 2024-12-03T04:49:48,273 DEBUG [RS_CLOSE_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,,1733201386987.c127ab4a6168bf155ee27d6548a38ceb. 2024-12-03T04:49:48,273 INFO [RS:1;32beccd76b35:40863 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-03T04:49:48,273 INFO [RS:1;32beccd76b35:40863 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-03T04:49:48,273 DEBUG [RS:1;32beccd76b35:40863 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, c127ab4a6168bf155ee27d6548a38ceb=testClearRegionBlockCache,,1733201386987.c127ab4a6168bf155ee27d6548a38ceb.} 2024-12-03T04:49:48,273 DEBUG [RS:1;32beccd76b35:40863 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, c127ab4a6168bf155ee27d6548a38ceb 2024-12-03T04:49:48,273 DEBUG [RS_CLOSE_META-regionserver/32beccd76b35:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-03T04:49:48,273 INFO [RS_CLOSE_META-regionserver/32beccd76b35:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-03T04:49:48,273 DEBUG [RS_CLOSE_META-regionserver/32beccd76b35:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-03T04:49:48,273 DEBUG [RS_CLOSE_META-regionserver/32beccd76b35:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-03T04:49:48,273 DEBUG [RS_CLOSE_META-regionserver/32beccd76b35:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-03T04:49:48,274 INFO [RS_CLOSE_META-regionserver/32beccd76b35:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.79 KB heapSize=5.57 KB 2024-12-03T04:49:48,278 DEBUG [RS_CLOSE_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44407/user/jenkins/test-data/f45a1064-c31a-b8f0-1f2f-7295dd345e00/data/default/testClearRegionBlockCache/76ca1046ca746c67675514eabc2bdb50/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=1 2024-12-03T04:49:48,279 INFO [RS_CLOSE_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,5,1733201386987.76ca1046ca746c67675514eabc2bdb50. 2024-12-03T04:49:48,279 DEBUG [RS_CLOSE_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 76ca1046ca746c67675514eabc2bdb50: Waiting for close lock at 1733201388271Running coprocessor pre-close hooks at 1733201388271Disabling compacts and flushes for region at 1733201388271Disabling writes for close at 1733201388272 (+1 ms)Writing region close event to WAL at 1733201388272Running coprocessor post-close hooks at 1733201388279 (+7 ms)Closed at 1733201388279 2024-12-03T04:49:48,279 DEBUG [RS_CLOSE_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,5,1733201386987.76ca1046ca746c67675514eabc2bdb50. 2024-12-03T04:49:48,279 DEBUG [RS_CLOSE_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44407/user/jenkins/test-data/f45a1064-c31a-b8f0-1f2f-7295dd345e00/data/default/testClearRegionBlockCache/c127ab4a6168bf155ee27d6548a38ceb/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-12-03T04:49:48,280 INFO [RS_CLOSE_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,,1733201386987.c127ab4a6168bf155ee27d6548a38ceb. 2024-12-03T04:49:48,280 DEBUG [RS_CLOSE_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for c127ab4a6168bf155ee27d6548a38ceb: Waiting for close lock at 1733201388272Running coprocessor pre-close hooks at 1733201388272Disabling compacts and flushes for region at 1733201388272Disabling writes for close at 1733201388273 (+1 ms)Writing region close event to WAL at 1733201388275 (+2 ms)Running coprocessor post-close hooks at 1733201388280 (+5 ms)Closed at 1733201388280 2024-12-03T04:49:48,280 DEBUG [RS_CLOSE_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,,1733201386987.c127ab4a6168bf155ee27d6548a38ceb. 2024-12-03T04:49:48,294 DEBUG [RS_CLOSE_META-regionserver/32beccd76b35:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44407/user/jenkins/test-data/f45a1064-c31a-b8f0-1f2f-7295dd345e00/data/hbase/meta/1588230740/.tmp/info/cad9b983cbc646fabd87863682b5da48 is 173, key is testClearRegionBlockCache,5,1733201386987.76ca1046ca746c67675514eabc2bdb50./info:regioninfo/1733201387772/Put/seqid=0 2024-12-03T04:49:48,301 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34621 is added to blk_1073741841_1017 (size=8173) 2024-12-03T04:49:48,302 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41497 is added to blk_1073741841_1017 (size=8173) 2024-12-03T04:49:48,302 INFO [RS_CLOSE_META-regionserver/32beccd76b35:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.60 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:44407/user/jenkins/test-data/f45a1064-c31a-b8f0-1f2f-7295dd345e00/data/hbase/meta/1588230740/.tmp/info/cad9b983cbc646fabd87863682b5da48 2024-12-03T04:49:48,326 DEBUG [RS_CLOSE_META-regionserver/32beccd76b35:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44407/user/jenkins/test-data/f45a1064-c31a-b8f0-1f2f-7295dd345e00/data/hbase/meta/1588230740/.tmp/ns/3f8841be743549ab89f7e0ca57a158ef is 43, key is default/ns:d/1733201386919/Put/seqid=0 2024-12-03T04:49:48,332 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34621 is added to blk_1073741842_1018 (size=5153) 2024-12-03T04:49:48,332 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41497 is added to blk_1073741842_1018 (size=5153) 2024-12-03T04:49:48,333 INFO [RS_CLOSE_META-regionserver/32beccd76b35:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:44407/user/jenkins/test-data/f45a1064-c31a-b8f0-1f2f-7295dd345e00/data/hbase/meta/1588230740/.tmp/ns/3f8841be743549ab89f7e0ca57a158ef 2024-12-03T04:49:48,335 INFO [regionserver/32beccd76b35:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-03T04:49:48,340 INFO [regionserver/32beccd76b35:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-03T04:49:48,359 DEBUG [RS_CLOSE_META-regionserver/32beccd76b35:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44407/user/jenkins/test-data/f45a1064-c31a-b8f0-1f2f-7295dd345e00/data/hbase/meta/1588230740/.tmp/table/02db7e1efb2b4ee9a057d199d570df02 is 61, key is testClearRegionBlockCache/table:state/1733201387788/Put/seqid=0 2024-12-03T04:49:48,365 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34621 is added to blk_1073741843_1019 (size=5312) 2024-12-03T04:49:48,365 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41497 is added to blk_1073741843_1019 (size=5312) 2024-12-03T04:49:48,365 INFO [RS_CLOSE_META-regionserver/32beccd76b35:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=114 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:44407/user/jenkins/test-data/f45a1064-c31a-b8f0-1f2f-7295dd345e00/data/hbase/meta/1588230740/.tmp/table/02db7e1efb2b4ee9a057d199d570df02 2024-12-03T04:49:48,373 DEBUG [RS_CLOSE_META-regionserver/32beccd76b35:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44407/user/jenkins/test-data/f45a1064-c31a-b8f0-1f2f-7295dd345e00/data/hbase/meta/1588230740/.tmp/info/cad9b983cbc646fabd87863682b5da48 as hdfs://localhost:44407/user/jenkins/test-data/f45a1064-c31a-b8f0-1f2f-7295dd345e00/data/hbase/meta/1588230740/info/cad9b983cbc646fabd87863682b5da48 2024-12-03T04:49:48,380 INFO [RS_CLOSE_META-regionserver/32beccd76b35:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44407/user/jenkins/test-data/f45a1064-c31a-b8f0-1f2f-7295dd345e00/data/hbase/meta/1588230740/info/cad9b983cbc646fabd87863682b5da48, entries=20, sequenceid=13, filesize=8.0 K 2024-12-03T04:49:48,381 DEBUG [RS_CLOSE_META-regionserver/32beccd76b35:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44407/user/jenkins/test-data/f45a1064-c31a-b8f0-1f2f-7295dd345e00/data/hbase/meta/1588230740/.tmp/ns/3f8841be743549ab89f7e0ca57a158ef as hdfs://localhost:44407/user/jenkins/test-data/f45a1064-c31a-b8f0-1f2f-7295dd345e00/data/hbase/meta/1588230740/ns/3f8841be743549ab89f7e0ca57a158ef 2024-12-03T04:49:48,388 INFO [RS_CLOSE_META-regionserver/32beccd76b35:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44407/user/jenkins/test-data/f45a1064-c31a-b8f0-1f2f-7295dd345e00/data/hbase/meta/1588230740/ns/3f8841be743549ab89f7e0ca57a158ef, entries=2, sequenceid=13, filesize=5.0 K 2024-12-03T04:49:48,389 DEBUG [RS_CLOSE_META-regionserver/32beccd76b35:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44407/user/jenkins/test-data/f45a1064-c31a-b8f0-1f2f-7295dd345e00/data/hbase/meta/1588230740/.tmp/table/02db7e1efb2b4ee9a057d199d570df02 as hdfs://localhost:44407/user/jenkins/test-data/f45a1064-c31a-b8f0-1f2f-7295dd345e00/data/hbase/meta/1588230740/table/02db7e1efb2b4ee9a057d199d570df02 2024-12-03T04:49:48,396 INFO [RS_CLOSE_META-regionserver/32beccd76b35:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44407/user/jenkins/test-data/f45a1064-c31a-b8f0-1f2f-7295dd345e00/data/hbase/meta/1588230740/table/02db7e1efb2b4ee9a057d199d570df02, entries=2, sequenceid=13, filesize=5.2 K 2024-12-03T04:49:48,397 INFO [RS_CLOSE_META-regionserver/32beccd76b35:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.79 KB/2852, heapSize ~5.27 KB/5400, currentSize=0 B/0 for 1588230740 in 124ms, sequenceid=13, compaction requested=false 2024-12-03T04:49:48,403 DEBUG [RS_CLOSE_META-regionserver/32beccd76b35:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44407/user/jenkins/test-data/f45a1064-c31a-b8f0-1f2f-7295dd345e00/data/hbase/meta/1588230740/recovered.edits/16.seqid, newMaxSeqId=16, maxSeqId=1 2024-12-03T04:49:48,404 DEBUG [RS_CLOSE_META-regionserver/32beccd76b35:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-03T04:49:48,404 INFO [RS_CLOSE_META-regionserver/32beccd76b35:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-03T04:49:48,404 DEBUG [RS_CLOSE_META-regionserver/32beccd76b35:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733201388273Running coprocessor pre-close hooks at 1733201388273Disabling compacts and flushes for region at 1733201388273Disabling writes for close at 1733201388273Obtaining lock to block concurrent updates at 1733201388274 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1733201388274Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2852, getHeapSize=5640, getOffHeapSize=0, getCellsCount=24 at 1733201388274Flushing stores of hbase:meta,,1.1588230740 at 1733201388275 (+1 ms)Flushing 1588230740/info: creating writer at 1733201388275Flushing 1588230740/info: appending metadata at 1733201388294 (+19 ms)Flushing 1588230740/info: closing flushed file at 1733201388294Flushing 1588230740/ns: creating writer at 1733201388309 (+15 ms)Flushing 1588230740/ns: appending metadata at 1733201388325 (+16 ms)Flushing 1588230740/ns: closing flushed file at 1733201388326 (+1 ms)Flushing 1588230740/table: creating writer at 1733201388340 (+14 ms)Flushing 1588230740/table: appending metadata at 1733201388359 (+19 ms)Flushing 1588230740/table: closing flushed file at 1733201388359Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7ce6a203: reopening flushed file at 1733201388372 (+13 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6a0cd48a: reopening flushed file at 1733201388380 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3b678676: reopening flushed file at 1733201388388 (+8 ms)Finished flush of dataSize ~2.79 KB/2852, heapSize ~5.27 KB/5400, currentSize=0 B/0 for 1588230740 in 124ms, sequenceid=13, compaction requested=false at 1733201388397 (+9 ms)Writing region close event to WAL at 1733201388399 (+2 ms)Running coprocessor post-close hooks at 1733201388404 (+5 ms)Closed at 1733201388404 2024-12-03T04:49:48,404 DEBUG [RS_CLOSE_META-regionserver/32beccd76b35:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-03T04:49:48,472 INFO [RS:0;32beccd76b35:39241 {}] regionserver.HRegionServer(976): stopping server 32beccd76b35,39241,1733201385806; all regions closed. 2024-12-03T04:49:48,473 INFO [RS:1;32beccd76b35:40863 {}] regionserver.HRegionServer(976): stopping server 32beccd76b35,40863,1733201385841; all regions closed. 2024-12-03T04:49:48,479 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41497 is added to blk_1073741833_1009 (size=1867) 2024-12-03T04:49:48,479 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34621 is added to blk_1073741833_1009 (size=1867) 2024-12-03T04:49:48,479 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41497 is added to blk_1073741835_1011 (size=4338) 2024-12-03T04:49:48,480 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34621 is added to blk_1073741835_1011 (size=4338) 2024-12-03T04:49:48,482 DEBUG [RS:0;32beccd76b35:39241 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/f45a1064-c31a-b8f0-1f2f-7295dd345e00/oldWALs 2024-12-03T04:49:48,482 INFO [RS:0;32beccd76b35:39241 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 32beccd76b35%2C39241%2C1733201385806:(num 1733201386282) 2024-12-03T04:49:48,482 DEBUG [RS:0;32beccd76b35:39241 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T04:49:48,483 INFO [RS:0;32beccd76b35:39241 {}] regionserver.LeaseManager(133): Closed leases 2024-12-03T04:49:48,483 INFO [RS:0;32beccd76b35:39241 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-03T04:49:48,483 INFO [RS:0;32beccd76b35:39241 {}] hbase.ChoreService(370): Chore service for: regionserver/32beccd76b35:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-12-03T04:49:48,483 INFO [RS:0;32beccd76b35:39241 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-03T04:49:48,483 INFO [RS:0;32beccd76b35:39241 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-03T04:49:48,483 INFO [RS:0;32beccd76b35:39241 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-03T04:49:48,483 INFO [regionserver/32beccd76b35:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-03T04:49:48,483 INFO [RS:0;32beccd76b35:39241 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-03T04:49:48,483 INFO [RS:0;32beccd76b35:39241 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:39241 2024-12-03T04:49:48,484 DEBUG [RS:1;32beccd76b35:40863 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/f45a1064-c31a-b8f0-1f2f-7295dd345e00/oldWALs 2024-12-03T04:49:48,484 INFO [RS:1;32beccd76b35:40863 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 32beccd76b35%2C40863%2C1733201385841.meta:.meta(num 1733201386854) 2024-12-03T04:49:48,486 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39241-0x101516d4db10001, quorum=127.0.0.1:53474, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/32beccd76b35,39241,1733201385806 2024-12-03T04:49:48,486 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44349-0x101516d4db10000, quorum=127.0.0.1:53474, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-03T04:49:48,486 INFO [RS:0;32beccd76b35:39241 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-03T04:49:48,487 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41497 is added to blk_1073741832_1008 (size=1758) 2024-12-03T04:49:48,487 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [32beccd76b35,39241,1733201385806] 2024-12-03T04:49:48,488 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34621 is added to blk_1073741832_1008 (size=1758) 2024-12-03T04:49:48,490 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/32beccd76b35,39241,1733201385806 already deleted, retry=false 2024-12-03T04:49:48,490 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 32beccd76b35,39241,1733201385806 expired; onlineServers=1 2024-12-03T04:49:48,491 DEBUG [RS:1;32beccd76b35:40863 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/f45a1064-c31a-b8f0-1f2f-7295dd345e00/oldWALs 2024-12-03T04:49:48,491 INFO [RS:1;32beccd76b35:40863 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 32beccd76b35%2C40863%2C1733201385841:(num 1733201386275) 2024-12-03T04:49:48,491 DEBUG [RS:1;32beccd76b35:40863 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T04:49:48,491 INFO [RS:1;32beccd76b35:40863 {}] regionserver.LeaseManager(133): Closed leases 2024-12-03T04:49:48,491 INFO [RS:1;32beccd76b35:40863 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-03T04:49:48,492 INFO [RS:1;32beccd76b35:40863 {}] hbase.ChoreService(370): Chore service for: regionserver/32beccd76b35:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-03T04:49:48,492 INFO [RS:1;32beccd76b35:40863 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-03T04:49:48,492 INFO [regionserver/32beccd76b35:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-03T04:49:48,492 INFO [RS:1;32beccd76b35:40863 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:40863 2024-12-03T04:49:48,495 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44349-0x101516d4db10000, quorum=127.0.0.1:53474, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-03T04:49:48,495 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40863-0x101516d4db10002, quorum=127.0.0.1:53474, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/32beccd76b35,40863,1733201385841 2024-12-03T04:49:48,495 INFO [RS:1;32beccd76b35:40863 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-03T04:49:48,495 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [32beccd76b35,40863,1733201385841] 2024-12-03T04:49:48,498 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/32beccd76b35,40863,1733201385841 already deleted, retry=false 2024-12-03T04:49:48,498 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 32beccd76b35,40863,1733201385841 expired; onlineServers=0 2024-12-03T04:49:48,498 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '32beccd76b35,44349,1733201385753' ***** 2024-12-03T04:49:48,498 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-03T04:49:48,498 INFO [M:0;32beccd76b35:44349 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-03T04:49:48,498 INFO [M:0;32beccd76b35:44349 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-03T04:49:48,498 DEBUG [M:0;32beccd76b35:44349 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-03T04:49:48,499 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-03T04:49:48,499 DEBUG [M:0;32beccd76b35:44349 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-03T04:49:48,499 DEBUG [master/32beccd76b35:0:becomeActiveMaster-HFileCleaner.large.0-1733201386073 {}] cleaner.HFileCleaner(306): Exit Thread[master/32beccd76b35:0:becomeActiveMaster-HFileCleaner.large.0-1733201386073,5,FailOnTimeoutGroup] 2024-12-03T04:49:48,499 DEBUG [master/32beccd76b35:0:becomeActiveMaster-HFileCleaner.small.0-1733201386073 {}] cleaner.HFileCleaner(306): Exit Thread[master/32beccd76b35:0:becomeActiveMaster-HFileCleaner.small.0-1733201386073,5,FailOnTimeoutGroup] 2024-12-03T04:49:48,499 INFO [M:0;32beccd76b35:44349 {}] hbase.ChoreService(370): Chore service for: master/32beccd76b35:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-03T04:49:48,499 INFO [M:0;32beccd76b35:44349 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-03T04:49:48,499 DEBUG [M:0;32beccd76b35:44349 {}] master.HMaster(1795): Stopping service threads 2024-12-03T04:49:48,499 INFO [M:0;32beccd76b35:44349 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-03T04:49:48,499 INFO [M:0;32beccd76b35:44349 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-03T04:49:48,500 INFO [M:0;32beccd76b35:44349 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-03T04:49:48,500 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-03T04:49:48,501 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44349-0x101516d4db10000, quorum=127.0.0.1:53474, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-12-03T04:49:48,501 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44349-0x101516d4db10000, quorum=127.0.0.1:53474, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T04:49:48,501 DEBUG [M:0;32beccd76b35:44349 {}] zookeeper.ZKUtil(347): master:44349-0x101516d4db10000, quorum=127.0.0.1:53474, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-12-03T04:49:48,501 WARN [M:0;32beccd76b35:44349 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-03T04:49:48,502 INFO [M:0;32beccd76b35:44349 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:44407/user/jenkins/test-data/f45a1064-c31a-b8f0-1f2f-7295dd345e00/.lastflushedseqids 2024-12-03T04:49:48,523 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41497 is added to blk_1073741844_1020 (size=182) 2024-12-03T04:49:48,524 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34621 is added to blk_1073741844_1020 (size=182) 2024-12-03T04:49:48,524 INFO [M:0;32beccd76b35:44349 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-03T04:49:48,524 INFO [M:0;32beccd76b35:44349 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-03T04:49:48,524 DEBUG [M:0;32beccd76b35:44349 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-03T04:49:48,524 INFO [M:0;32beccd76b35:44349 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T04:49:48,524 DEBUG [M:0;32beccd76b35:44349 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T04:49:48,524 DEBUG [M:0;32beccd76b35:44349 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-03T04:49:48,524 DEBUG [M:0;32beccd76b35:44349 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T04:49:48,524 INFO [M:0;32beccd76b35:44349 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=29.57 KB heapSize=36.95 KB 2024-12-03T04:49:48,543 DEBUG [M:0;32beccd76b35:44349 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44407/user/jenkins/test-data/f45a1064-c31a-b8f0-1f2f-7295dd345e00/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/6d98837e07c54729ba2d2a0d823f9fd3 is 82, key is hbase:meta,,1/info:regioninfo/1733201386903/Put/seqid=0 2024-12-03T04:49:48,558 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41497 is added to blk_1073741845_1021 (size=5672) 2024-12-03T04:49:48,560 INFO [M:0;32beccd76b35:44349 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:44407/user/jenkins/test-data/f45a1064-c31a-b8f0-1f2f-7295dd345e00/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/6d98837e07c54729ba2d2a0d823f9fd3 2024-12-03T04:49:48,560 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34621 is added to blk_1073741845_1021 (size=5672) 2024-12-03T04:49:48,589 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39241-0x101516d4db10001, quorum=127.0.0.1:53474, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T04:49:48,589 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39241-0x101516d4db10001, quorum=127.0.0.1:53474, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T04:49:48,590 INFO [RS:0;32beccd76b35:39241 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-03T04:49:48,590 INFO [RS:0;32beccd76b35:39241 {}] regionserver.HRegionServer(1031): Exiting; stopping=32beccd76b35,39241,1733201385806; zookeeper connection closed. 2024-12-03T04:49:48,591 DEBUG [M:0;32beccd76b35:44349 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44407/user/jenkins/test-data/f45a1064-c31a-b8f0-1f2f-7295dd345e00/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/2523c4a83f17407e97cd76b1225c5b73 is 802, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1733201387793/Put/seqid=0 2024-12-03T04:49:48,591 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@3acb5fc {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@3acb5fc 2024-12-03T04:49:48,597 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40863-0x101516d4db10002, quorum=127.0.0.1:53474, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T04:49:48,597 INFO [RS:1;32beccd76b35:40863 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-03T04:49:48,597 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40863-0x101516d4db10002, quorum=127.0.0.1:53474, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T04:49:48,597 INFO [RS:1;32beccd76b35:40863 {}] regionserver.HRegionServer(1031): Exiting; stopping=32beccd76b35,40863,1733201385841; zookeeper connection closed. 2024-12-03T04:49:48,605 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@5968d8c3 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@5968d8c3 2024-12-03T04:49:48,606 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 2 regionserver(s) complete 2024-12-03T04:49:48,612 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41497 is added to blk_1073741846_1022 (size=6218) 2024-12-03T04:49:48,613 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34621 is added to blk_1073741846_1022 (size=6218) 2024-12-03T04:49:48,618 INFO [M:0;32beccd76b35:44349 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28.95 KB at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:44407/user/jenkins/test-data/f45a1064-c31a-b8f0-1f2f-7295dd345e00/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/2523c4a83f17407e97cd76b1225c5b73 2024-12-03T04:49:48,707 DEBUG [M:0;32beccd76b35:44349 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44407/user/jenkins/test-data/f45a1064-c31a-b8f0-1f2f-7295dd345e00/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f75158cc6c4d40538a14ea24f8cf9f05 is 69, key is 32beccd76b35,39241,1733201385806/rs:state/1733201386101/Put/seqid=0 2024-12-03T04:49:48,721 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-03T04:49:48,725 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41497 is added to blk_1073741847_1023 (size=5224) 2024-12-03T04:49:48,726 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34621 is added to blk_1073741847_1023 (size=5224) 2024-12-03T04:49:48,726 INFO [M:0;32beccd76b35:44349 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=130 B at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:44407/user/jenkins/test-data/f45a1064-c31a-b8f0-1f2f-7295dd345e00/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f75158cc6c4d40538a14ea24f8cf9f05 2024-12-03T04:49:48,733 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T04:49:48,737 DEBUG [M:0;32beccd76b35:44349 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44407/user/jenkins/test-data/f45a1064-c31a-b8f0-1f2f-7295dd345e00/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/6d98837e07c54729ba2d2a0d823f9fd3 as hdfs://localhost:44407/user/jenkins/test-data/f45a1064-c31a-b8f0-1f2f-7295dd345e00/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/6d98837e07c54729ba2d2a0d823f9fd3 2024-12-03T04:49:48,750 INFO [M:0;32beccd76b35:44349 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44407/user/jenkins/test-data/f45a1064-c31a-b8f0-1f2f-7295dd345e00/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/6d98837e07c54729ba2d2a0d823f9fd3, entries=8, sequenceid=71, filesize=5.5 K 2024-12-03T04:49:48,758 DEBUG [M:0;32beccd76b35:44349 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44407/user/jenkins/test-data/f45a1064-c31a-b8f0-1f2f-7295dd345e00/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/2523c4a83f17407e97cd76b1225c5b73 as hdfs://localhost:44407/user/jenkins/test-data/f45a1064-c31a-b8f0-1f2f-7295dd345e00/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/2523c4a83f17407e97cd76b1225c5b73 2024-12-03T04:49:48,766 INFO [M:0;32beccd76b35:44349 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44407/user/jenkins/test-data/f45a1064-c31a-b8f0-1f2f-7295dd345e00/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/2523c4a83f17407e97cd76b1225c5b73, entries=8, sequenceid=71, filesize=6.1 K 2024-12-03T04:49:48,770 DEBUG [M:0;32beccd76b35:44349 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44407/user/jenkins/test-data/f45a1064-c31a-b8f0-1f2f-7295dd345e00/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f75158cc6c4d40538a14ea24f8cf9f05 as hdfs://localhost:44407/user/jenkins/test-data/f45a1064-c31a-b8f0-1f2f-7295dd345e00/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/f75158cc6c4d40538a14ea24f8cf9f05 2024-12-03T04:49:48,783 INFO [M:0;32beccd76b35:44349 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44407/user/jenkins/test-data/f45a1064-c31a-b8f0-1f2f-7295dd345e00/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/f75158cc6c4d40538a14ea24f8cf9f05, entries=2, sequenceid=71, filesize=5.1 K 2024-12-03T04:49:48,785 INFO [M:0;32beccd76b35:44349 {}] regionserver.HRegion(3140): Finished flush of dataSize ~29.57 KB/30281, heapSize ~36.66 KB/37536, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 261ms, sequenceid=71, compaction requested=false 2024-12-03T04:49:48,788 INFO [M:0;32beccd76b35:44349 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T04:49:48,789 DEBUG [M:0;32beccd76b35:44349 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733201388524Disabling compacts and flushes for region at 1733201388524Disabling writes for close at 1733201388524Obtaining lock to block concurrent updates at 1733201388524Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733201388524Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=30281, getHeapSize=37776, getOffHeapSize=0, getCellsCount=86 at 1733201388525 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733201388526 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733201388526Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733201388543 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733201388543Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733201388567 (+24 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733201388590 (+23 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733201388590Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733201388630 (+40 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733201388706 (+76 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733201388706Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3934b32d: reopening flushed file at 1733201388735 (+29 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1c5e3933: reopening flushed file at 1733201388750 (+15 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3e29e27c: reopening flushed file at 1733201388767 (+17 ms)Finished flush of dataSize ~29.57 KB/30281, heapSize ~36.66 KB/37536, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 261ms, sequenceid=71, compaction requested=false at 1733201388785 (+18 ms)Writing region close event to WAL at 1733201388788 (+3 ms)Closed at 1733201388788 2024-12-03T04:49:48,792 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41497 is added to blk_1073741830_1006 (size=35428) 2024-12-03T04:49:48,793 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34621 is added to blk_1073741830_1006 (size=35428) 2024-12-03T04:49:48,795 INFO [M:0;32beccd76b35:44349 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-03T04:49:48,795 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-03T04:49:48,795 INFO [M:0;32beccd76b35:44349 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:44349 2024-12-03T04:49:48,796 INFO [M:0;32beccd76b35:44349 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-03T04:49:48,802 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T04:49:48,806 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T04:49:48,807 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T04:49:48,899 INFO [M:0;32beccd76b35:44349 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-03T04:49:48,899 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44349-0x101516d4db10000, quorum=127.0.0.1:53474, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T04:49:48,899 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44349-0x101516d4db10000, quorum=127.0.0.1:53474, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T04:49:48,902 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@13f40272{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-03T04:49:48,902 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@423745be{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-03T04:49:48,902 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-03T04:49:48,903 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@20b267bd{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-03T04:49:48,903 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@39ca32ef{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f8c2374c-0058-341a-2f4c-5daad4f242c0/hadoop.log.dir/,STOPPED} 2024-12-03T04:49:48,905 WARN [BP-1207065037-172.17.0.3-1733201384886 heartbeating to localhost/127.0.0.1:44407 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-03T04:49:48,905 WARN [BP-1207065037-172.17.0.3-1733201384886 heartbeating to localhost/127.0.0.1:44407 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1207065037-172.17.0.3-1733201384886 (Datanode Uuid 93675973-6701-483e-adff-285bf88d8461) service to localhost/127.0.0.1:44407 2024-12-03T04:49:48,905 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-03T04:49:48,905 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-03T04:49:48,906 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f8c2374c-0058-341a-2f4c-5daad4f242c0/cluster_04f709f4-6850-619c-cd2b-ce85bc2cdb5a/data/data3/current/BP-1207065037-172.17.0.3-1733201384886 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-03T04:49:48,906 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f8c2374c-0058-341a-2f4c-5daad4f242c0/cluster_04f709f4-6850-619c-cd2b-ce85bc2cdb5a/data/data4/current/BP-1207065037-172.17.0.3-1733201384886 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-03T04:49:48,906 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-03T04:49:48,910 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2da098a1{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-03T04:49:48,910 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3cc9fbe4{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-03T04:49:48,910 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-03T04:49:48,910 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@346f324d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-03T04:49:48,910 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@621feb6f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f8c2374c-0058-341a-2f4c-5daad4f242c0/hadoop.log.dir/,STOPPED} 2024-12-03T04:49:48,912 WARN [BP-1207065037-172.17.0.3-1733201384886 heartbeating to localhost/127.0.0.1:44407 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-03T04:49:48,912 WARN [BP-1207065037-172.17.0.3-1733201384886 heartbeating to localhost/127.0.0.1:44407 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1207065037-172.17.0.3-1733201384886 (Datanode Uuid 8bd52df0-222a-4e65-9c2a-268695cea756) service to localhost/127.0.0.1:44407 2024-12-03T04:49:48,912 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-03T04:49:48,912 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-03T04:49:48,913 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f8c2374c-0058-341a-2f4c-5daad4f242c0/cluster_04f709f4-6850-619c-cd2b-ce85bc2cdb5a/data/data1/current/BP-1207065037-172.17.0.3-1733201384886 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-03T04:49:48,913 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f8c2374c-0058-341a-2f4c-5daad4f242c0/cluster_04f709f4-6850-619c-cd2b-ce85bc2cdb5a/data/data2/current/BP-1207065037-172.17.0.3-1733201384886 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-03T04:49:48,913 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-03T04:49:48,920 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4262c6b0{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-03T04:49:48,921 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@fced5e9{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-03T04:49:48,921 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-03T04:49:48,921 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6aea65cf{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-03T04:49:48,921 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4915b3a0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f8c2374c-0058-341a-2f4c-5daad4f242c0/hadoop.log.dir/,STOPPED} 2024-12-03T04:49:48,930 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-03T04:49:48,956 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-03T04:49:48,966 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.TestClearRegionBlockCache#testClearBlockCacheFromAdmin[0: lru] Thread=138 (was 111) Potentially hanging thread: IPC Client (1437947524) connection to localhost/127.0.0.1:44407 from jenkins.hfs.4 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-16 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:44407 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-11-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-11-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-11-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44407 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1437947524) connection to localhost/127.0.0.1:44407 from jenkins.hfs.5 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-10-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44407 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44407 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-9-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44407 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.5@localhost:44407 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-9-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-9-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1437947524) connection to localhost/127.0.0.1:44407 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1437947524) connection to localhost/127.0.0.1:44407 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-13-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.4@localhost:44407 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=470 (was 446) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=516 (was 492) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=3983 (was 4405) 2024-12-03T04:49:48,975 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.TestClearRegionBlockCache#testClearBlockCacheFromAsyncAdmin[1: bucket] Thread=138, OpenFileDescriptor=470, MaxFileDescriptor=1048576, SystemLoadAverage=516, ProcessCount=11, AvailableMemoryMB=3983 2024-12-03T04:49:48,990 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f8c2374c-0058-341a-2f4c-5daad4f242c0/hadoop.log.dir so I do NOT create it in target/test-data/2e19f08c-d31e-ed39-f6a6-2cd684179a12 2024-12-03T04:49:48,990 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f8c2374c-0058-341a-2f4c-5daad4f242c0/hadoop.log.dir Erasing configuration value by system value. 2024-12-03T04:49:48,990 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f8c2374c-0058-341a-2f4c-5daad4f242c0/hadoop.tmp.dir so I do NOT create it in target/test-data/2e19f08c-d31e-ed39-f6a6-2cd684179a12 2024-12-03T04:49:48,990 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f8c2374c-0058-341a-2f4c-5daad4f242c0/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-03T04:49:48,990 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2e19f08c-d31e-ed39-f6a6-2cd684179a12 2024-12-03T04:49:48,990 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=2, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-03T04:49:48,990 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2e19f08c-d31e-ed39-f6a6-2cd684179a12/cluster_a8c81ed0-5102-e617-aa77-947db8a661a4, deleteOnExit=true 2024-12-03T04:49:48,990 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-03T04:49:48,991 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2e19f08c-d31e-ed39-f6a6-2cd684179a12/test.cache.data in system properties and HBase conf 2024-12-03T04:49:48,991 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2e19f08c-d31e-ed39-f6a6-2cd684179a12/hadoop.tmp.dir in system properties and HBase conf 2024-12-03T04:49:48,991 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2e19f08c-d31e-ed39-f6a6-2cd684179a12/hadoop.log.dir in system properties and HBase conf 2024-12-03T04:49:48,991 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2e19f08c-d31e-ed39-f6a6-2cd684179a12/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-03T04:49:48,991 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2e19f08c-d31e-ed39-f6a6-2cd684179a12/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-03T04:49:48,991 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-03T04:49:48,991 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-03T04:49:48,991 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2e19f08c-d31e-ed39-f6a6-2cd684179a12/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-03T04:49:48,991 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2e19f08c-d31e-ed39-f6a6-2cd684179a12/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-03T04:49:48,991 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2e19f08c-d31e-ed39-f6a6-2cd684179a12/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-03T04:49:48,992 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2e19f08c-d31e-ed39-f6a6-2cd684179a12/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-03T04:49:48,992 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2e19f08c-d31e-ed39-f6a6-2cd684179a12/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-03T04:49:48,992 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2e19f08c-d31e-ed39-f6a6-2cd684179a12/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-03T04:49:48,992 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2e19f08c-d31e-ed39-f6a6-2cd684179a12/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-03T04:49:48,992 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2e19f08c-d31e-ed39-f6a6-2cd684179a12/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-03T04:49:48,992 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2e19f08c-d31e-ed39-f6a6-2cd684179a12/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-03T04:49:48,992 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2e19f08c-d31e-ed39-f6a6-2cd684179a12/nfs.dump.dir in system properties and HBase conf 2024-12-03T04:49:48,992 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2e19f08c-d31e-ed39-f6a6-2cd684179a12/java.io.tmpdir in system properties and HBase conf 2024-12-03T04:49:48,992 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2e19f08c-d31e-ed39-f6a6-2cd684179a12/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-03T04:49:48,992 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2e19f08c-d31e-ed39-f6a6-2cd684179a12/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-03T04:49:48,992 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2e19f08c-d31e-ed39-f6a6-2cd684179a12/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-03T04:49:49,085 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T04:49:49,091 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-03T04:49:49,093 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-03T04:49:49,093 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-03T04:49:49,093 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-03T04:49:49,098 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T04:49:49,098 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1a08defa{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2e19f08c-d31e-ed39-f6a6-2cd684179a12/hadoop.log.dir/,AVAILABLE} 2024-12-03T04:49:49,099 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@118e7181{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-03T04:49:49,238 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@107efd0a{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2e19f08c-d31e-ed39-f6a6-2cd684179a12/java.io.tmpdir/jetty-localhost-43523-hadoop-hdfs-3_4_1-tests_jar-_-any-10818277917628267501/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-03T04:49:49,240 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2773534f{HTTP/1.1, (http/1.1)}{localhost:43523} 2024-12-03T04:49:49,240 INFO [Time-limited test {}] server.Server(415): Started @20652ms 2024-12-03T04:49:49,332 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T04:49:49,337 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-03T04:49:49,338 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-03T04:49:49,338 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-03T04:49:49,338 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-03T04:49:49,339 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@659a3871{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2e19f08c-d31e-ed39-f6a6-2cd684179a12/hadoop.log.dir/,AVAILABLE} 2024-12-03T04:49:49,339 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@bf42ec4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-03T04:49:49,469 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@d9252e7{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2e19f08c-d31e-ed39-f6a6-2cd684179a12/java.io.tmpdir/jetty-localhost-33771-hadoop-hdfs-3_4_1-tests_jar-_-any-8547390144120569013/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-03T04:49:49,470 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@c55ae6e{HTTP/1.1, (http/1.1)}{localhost:33771} 2024-12-03T04:49:49,470 INFO [Time-limited test {}] server.Server(415): Started @20882ms 2024-12-03T04:49:49,471 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-03T04:49:49,527 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T04:49:49,530 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-03T04:49:49,531 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-03T04:49:49,531 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-03T04:49:49,531 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-03T04:49:49,532 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6c6bf612{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2e19f08c-d31e-ed39-f6a6-2cd684179a12/hadoop.log.dir/,AVAILABLE} 2024-12-03T04:49:49,533 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@45d29c64{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-03T04:49:49,582 WARN [Thread-883 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2e19f08c-d31e-ed39-f6a6-2cd684179a12/cluster_a8c81ed0-5102-e617-aa77-947db8a661a4/data/data1/current/BP-288893755-172.17.0.3-1733201389018/current, will proceed with Du for space computation calculation, 2024-12-03T04:49:49,582 WARN [Thread-884 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2e19f08c-d31e-ed39-f6a6-2cd684179a12/cluster_a8c81ed0-5102-e617-aa77-947db8a661a4/data/data2/current/BP-288893755-172.17.0.3-1733201389018/current, will proceed with Du for space computation calculation, 2024-12-03T04:49:49,616 WARN [Thread-862 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-03T04:49:49,620 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa838695bc9acf3c0 with lease ID 0x31e12b795dfa5c55: Processing first storage report for DS-fb8f5894-7e16-4e4f-9e15-8fbaeaf23895 from datanode DatanodeRegistration(127.0.0.1:36883, datanodeUuid=5db4d523-e2a6-4e5b-8899-17fb3c3575f3, infoPort=35343, infoSecurePort=0, ipcPort=33829, storageInfo=lv=-57;cid=testClusterID;nsid=909927892;c=1733201389018) 2024-12-03T04:49:49,620 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa838695bc9acf3c0 with lease ID 0x31e12b795dfa5c55: from storage DS-fb8f5894-7e16-4e4f-9e15-8fbaeaf23895 node DatanodeRegistration(127.0.0.1:36883, datanodeUuid=5db4d523-e2a6-4e5b-8899-17fb3c3575f3, infoPort=35343, infoSecurePort=0, ipcPort=33829, storageInfo=lv=-57;cid=testClusterID;nsid=909927892;c=1733201389018), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-03T04:49:49,620 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa838695bc9acf3c0 with lease ID 0x31e12b795dfa5c55: Processing first storage report for DS-72a9d5fd-2f09-4d13-a339-73aa8d846356 from datanode DatanodeRegistration(127.0.0.1:36883, datanodeUuid=5db4d523-e2a6-4e5b-8899-17fb3c3575f3, infoPort=35343, infoSecurePort=0, ipcPort=33829, storageInfo=lv=-57;cid=testClusterID;nsid=909927892;c=1733201389018) 2024-12-03T04:49:49,620 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa838695bc9acf3c0 with lease ID 0x31e12b795dfa5c55: from storage DS-72a9d5fd-2f09-4d13-a339-73aa8d846356 node DatanodeRegistration(127.0.0.1:36883, datanodeUuid=5db4d523-e2a6-4e5b-8899-17fb3c3575f3, infoPort=35343, infoSecurePort=0, ipcPort=33829, storageInfo=lv=-57;cid=testClusterID;nsid=909927892;c=1733201389018), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-03T04:49:49,682 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@9c6a69c{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2e19f08c-d31e-ed39-f6a6-2cd684179a12/java.io.tmpdir/jetty-localhost-44275-hadoop-hdfs-3_4_1-tests_jar-_-any-18215455373521915174/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-03T04:49:49,683 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@234477a1{HTTP/1.1, (http/1.1)}{localhost:44275} 2024-12-03T04:49:49,683 INFO [Time-limited test {}] server.Server(415): Started @21095ms 2024-12-03T04:49:49,684 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-03T04:49:49,802 WARN [Thread-909 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2e19f08c-d31e-ed39-f6a6-2cd684179a12/cluster_a8c81ed0-5102-e617-aa77-947db8a661a4/data/data3/current/BP-288893755-172.17.0.3-1733201389018/current, will proceed with Du for space computation calculation, 2024-12-03T04:49:49,803 WARN [Thread-910 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2e19f08c-d31e-ed39-f6a6-2cd684179a12/cluster_a8c81ed0-5102-e617-aa77-947db8a661a4/data/data4/current/BP-288893755-172.17.0.3-1733201389018/current, will proceed with Du for space computation calculation, 2024-12-03T04:49:49,831 WARN [Thread-898 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-03T04:49:49,834 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x859b9f86b2eaf426 with lease ID 0x31e12b795dfa5c56: Processing first storage report for DS-3355b105-3288-48fb-8e7c-d95b1b3ae034 from datanode DatanodeRegistration(127.0.0.1:34495, datanodeUuid=cad009c7-05cc-4461-9835-a14170d8862d, infoPort=39751, infoSecurePort=0, ipcPort=34977, storageInfo=lv=-57;cid=testClusterID;nsid=909927892;c=1733201389018) 2024-12-03T04:49:49,834 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x859b9f86b2eaf426 with lease ID 0x31e12b795dfa5c56: from storage DS-3355b105-3288-48fb-8e7c-d95b1b3ae034 node DatanodeRegistration(127.0.0.1:34495, datanodeUuid=cad009c7-05cc-4461-9835-a14170d8862d, infoPort=39751, infoSecurePort=0, ipcPort=34977, storageInfo=lv=-57;cid=testClusterID;nsid=909927892;c=1733201389018), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-03T04:49:49,835 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x859b9f86b2eaf426 with lease ID 0x31e12b795dfa5c56: Processing first storage report for DS-9431f9f6-0525-459c-9d20-d2df50e0ed38 from datanode DatanodeRegistration(127.0.0.1:34495, datanodeUuid=cad009c7-05cc-4461-9835-a14170d8862d, infoPort=39751, infoSecurePort=0, ipcPort=34977, storageInfo=lv=-57;cid=testClusterID;nsid=909927892;c=1733201389018) 2024-12-03T04:49:49,835 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x859b9f86b2eaf426 with lease ID 0x31e12b795dfa5c56: from storage DS-9431f9f6-0525-459c-9d20-d2df50e0ed38 node DatanodeRegistration(127.0.0.1:34495, datanodeUuid=cad009c7-05cc-4461-9835-a14170d8862d, infoPort=39751, infoSecurePort=0, ipcPort=34977, storageInfo=lv=-57;cid=testClusterID;nsid=909927892;c=1733201389018), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-03T04:49:49,931 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2e19f08c-d31e-ed39-f6a6-2cd684179a12 2024-12-03T04:49:49,934 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2e19f08c-d31e-ed39-f6a6-2cd684179a12/cluster_a8c81ed0-5102-e617-aa77-947db8a661a4/zookeeper_0, clientPort=60354, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2e19f08c-d31e-ed39-f6a6-2cd684179a12/cluster_a8c81ed0-5102-e617-aa77-947db8a661a4/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2e19f08c-d31e-ed39-f6a6-2cd684179a12/cluster_a8c81ed0-5102-e617-aa77-947db8a661a4/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-03T04:49:49,938 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=60354 2024-12-03T04:49:49,938 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T04:49:49,940 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T04:49:49,952 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34495 is added to blk_1073741825_1001 (size=7) 2024-12-03T04:49:49,953 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36883 is added to blk_1073741825_1001 (size=7) 2024-12-03T04:49:49,954 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:35387/user/jenkins/test-data/a5d34339-c1c9-5612-d999-97f9bb00edb0 with version=8 2024-12-03T04:49:49,954 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:35387/user/jenkins/test-data/a5d34339-c1c9-5612-d999-97f9bb00edb0/hbase-staging 2024-12-03T04:49:49,956 INFO [Time-limited test {}] client.ConnectionUtils(128): master/32beccd76b35:0 server-side Connection retries=45 2024-12-03T04:49:49,956 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T04:49:49,956 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-03T04:49:49,956 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-03T04:49:49,956 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T04:49:49,956 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-03T04:49:49,956 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-03T04:49:49,956 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-03T04:49:49,957 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:38339 2024-12-03T04:49:49,959 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:38339 connecting to ZooKeeper ensemble=127.0.0.1:60354 2024-12-03T04:49:49,965 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:383390x0, quorum=127.0.0.1:60354, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T04:49:49,973 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:38339-0x101516d5e180000 connected 2024-12-03T04:49:49,995 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T04:49:49,996 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T04:49:49,999 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38339-0x101516d5e180000, quorum=127.0.0.1:60354, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-03T04:49:49,999 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:35387/user/jenkins/test-data/a5d34339-c1c9-5612-d999-97f9bb00edb0, hbase.cluster.distributed=false 2024-12-03T04:49:50,001 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38339-0x101516d5e180000, quorum=127.0.0.1:60354, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-03T04:49:50,001 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38339 2024-12-03T04:49:50,001 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38339 2024-12-03T04:49:50,002 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38339 2024-12-03T04:49:50,002 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38339 2024-12-03T04:49:50,002 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38339 2024-12-03T04:49:50,019 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/32beccd76b35:0 server-side Connection retries=45 2024-12-03T04:49:50,020 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T04:49:50,020 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-03T04:49:50,020 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-03T04:49:50,020 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T04:49:50,020 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-03T04:49:50,020 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-03T04:49:50,020 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-03T04:49:50,021 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:33137 2024-12-03T04:49:50,022 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:33137 connecting to ZooKeeper ensemble=127.0.0.1:60354 2024-12-03T04:49:50,022 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T04:49:50,024 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T04:49:50,028 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:331370x0, quorum=127.0.0.1:60354, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T04:49:50,029 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:331370x0, quorum=127.0.0.1:60354, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-03T04:49:50,029 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-03T04:49:50,029 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:33137-0x101516d5e180001 connected 2024-12-03T04:49:50,037 INFO [Time-limited test {}] util.ByteBufferArray(64): Allocating buffers total=30 MB, sizePerBuffer=1.88 MB, count=16 2024-12-03T04:49:50,050 INFO [Time-limited test {}] bucket.BucketCache(364): Instantiating BucketCache with acceptableFactor: 0.95, minFactor: 0.85, extraFreeFactor: 0.1, singleFactor: 0.25, multiFactor: 0.5, memoryFactor: 0.25, useStrongRef: false 2024-12-03T04:49:50,057 INFO [Time-limited test {}] bucket.BucketAllocator(343): Cache totalSize=29417472, buckets=14, bucket capacity=2101248=(4*525312)=(FEWEST_ITEMS_IN_BUCKET*(largest configured bucketcache size)) 2024-12-03T04:49:50,068 INFO [Time-limited test {}] bucket.BucketCache(403): Started bucket cache; ioengine=offheap, capacity=30 MB, blockSize=64 KB, writerThreadNum=3, writerQLen=64, persistencePath=null, bucketAllocator=org.apache.hadoop.hbase.io.hfile.bucket.BucketAllocator 2024-12-03T04:49:50,077 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-03T04:49:50,078 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33137-0x101516d5e180001, quorum=127.0.0.1:60354, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-03T04:49:50,079 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33137-0x101516d5e180001, quorum=127.0.0.1:60354, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-03T04:49:50,081 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33137 2024-12-03T04:49:50,089 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33137 2024-12-03T04:49:50,090 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33137 2024-12-03T04:49:50,093 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33137 2024-12-03T04:49:50,094 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33137 2024-12-03T04:49:50,117 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/32beccd76b35:0 server-side Connection retries=45 2024-12-03T04:49:50,117 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T04:49:50,118 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-03T04:49:50,118 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-03T04:49:50,118 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T04:49:50,118 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-03T04:49:50,118 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-03T04:49:50,118 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-03T04:49:50,119 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:45145 2024-12-03T04:49:50,121 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:45145 connecting to ZooKeeper ensemble=127.0.0.1:60354 2024-12-03T04:49:50,121 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T04:49:50,124 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T04:49:50,128 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:451450x0, quorum=127.0.0.1:60354, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T04:49:50,129 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:451450x0, quorum=127.0.0.1:60354, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-03T04:49:50,129 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:45145-0x101516d5e180002 connected 2024-12-03T04:49:50,129 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-03T04:49:50,130 INFO [Time-limited test {}] util.ByteBufferArray(64): Allocating buffers total=30 MB, sizePerBuffer=1.88 MB, count=16 2024-12-03T04:49:50,142 INFO [Time-limited test {}] bucket.BucketCache(364): Instantiating BucketCache with acceptableFactor: 0.95, minFactor: 0.85, extraFreeFactor: 0.1, singleFactor: 0.25, multiFactor: 0.5, memoryFactor: 0.25, useStrongRef: false 2024-12-03T04:49:50,142 INFO [Time-limited test {}] bucket.BucketAllocator(343): Cache totalSize=29417472, buckets=14, bucket capacity=2101248=(4*525312)=(FEWEST_ITEMS_IN_BUCKET*(largest configured bucketcache size)) 2024-12-03T04:49:50,143 INFO [Time-limited test {}] bucket.BucketCache(403): Started bucket cache; ioengine=offheap, capacity=30 MB, blockSize=64 KB, writerThreadNum=3, writerQLen=64, persistencePath=null, bucketAllocator=org.apache.hadoop.hbase.io.hfile.bucket.BucketAllocator 2024-12-03T04:49:50,143 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-03T04:49:50,144 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45145-0x101516d5e180002, quorum=127.0.0.1:60354, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-03T04:49:50,145 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45145-0x101516d5e180002, quorum=127.0.0.1:60354, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-03T04:49:50,157 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45145 2024-12-03T04:49:50,157 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45145 2024-12-03T04:49:50,158 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45145 2024-12-03T04:49:50,161 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45145 2024-12-03T04:49:50,165 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45145 2024-12-03T04:49:50,183 DEBUG [M:0;32beccd76b35:38339 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;32beccd76b35:38339 2024-12-03T04:49:50,183 INFO [master/32beccd76b35:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/32beccd76b35,38339,1733201389956 2024-12-03T04:49:50,186 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38339-0x101516d5e180000, quorum=127.0.0.1:60354, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-03T04:49:50,186 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45145-0x101516d5e180002, quorum=127.0.0.1:60354, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-03T04:49:50,186 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33137-0x101516d5e180001, quorum=127.0.0.1:60354, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-03T04:49:50,187 DEBUG [master/32beccd76b35:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38339-0x101516d5e180000, quorum=127.0.0.1:60354, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/32beccd76b35,38339,1733201389956 2024-12-03T04:49:50,189 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38339-0x101516d5e180000, quorum=127.0.0.1:60354, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T04:49:50,189 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45145-0x101516d5e180002, quorum=127.0.0.1:60354, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-03T04:49:50,189 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33137-0x101516d5e180001, quorum=127.0.0.1:60354, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-03T04:49:50,189 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45145-0x101516d5e180002, quorum=127.0.0.1:60354, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T04:49:50,189 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33137-0x101516d5e180001, quorum=127.0.0.1:60354, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T04:49:50,190 DEBUG [master/32beccd76b35:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38339-0x101516d5e180000, quorum=127.0.0.1:60354, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-12-03T04:49:50,191 INFO [master/32beccd76b35:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/32beccd76b35,38339,1733201389956 from backup master directory 2024-12-03T04:49:50,192 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33137-0x101516d5e180001, quorum=127.0.0.1:60354, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-03T04:49:50,202 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45145-0x101516d5e180002, quorum=127.0.0.1:60354, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-03T04:49:50,203 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38339-0x101516d5e180000, quorum=127.0.0.1:60354, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/32beccd76b35,38339,1733201389956 2024-12-03T04:49:50,203 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38339-0x101516d5e180000, quorum=127.0.0.1:60354, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-03T04:49:50,203 WARN [master/32beccd76b35:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-03T04:49:50,203 INFO [master/32beccd76b35:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=32beccd76b35,38339,1733201389956 2024-12-03T04:49:50,209 DEBUG [master/32beccd76b35:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:35387/user/jenkins/test-data/a5d34339-c1c9-5612-d999-97f9bb00edb0/hbase.id] with ID: b424ecb9-d4c1-48ae-8573-29a3bad7c2fa 2024-12-03T04:49:50,209 DEBUG [master/32beccd76b35:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:35387/user/jenkins/test-data/a5d34339-c1c9-5612-d999-97f9bb00edb0/.tmp/hbase.id 2024-12-03T04:49:50,216 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34495 is added to blk_1073741826_1002 (size=42) 2024-12-03T04:49:50,217 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36883 is added to blk_1073741826_1002 (size=42) 2024-12-03T04:49:50,217 DEBUG [master/32beccd76b35:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:35387/user/jenkins/test-data/a5d34339-c1c9-5612-d999-97f9bb00edb0/.tmp/hbase.id]:[hdfs://localhost:35387/user/jenkins/test-data/a5d34339-c1c9-5612-d999-97f9bb00edb0/hbase.id] 2024-12-03T04:49:50,233 INFO [master/32beccd76b35:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T04:49:50,233 INFO [master/32beccd76b35:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-03T04:49:50,234 INFO [master/32beccd76b35:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-12-03T04:49:50,237 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45145-0x101516d5e180002, quorum=127.0.0.1:60354, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T04:49:50,237 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38339-0x101516d5e180000, quorum=127.0.0.1:60354, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T04:49:50,237 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33137-0x101516d5e180001, quorum=127.0.0.1:60354, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T04:49:50,251 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36883 is added to blk_1073741827_1003 (size=196) 2024-12-03T04:49:50,251 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34495 is added to blk_1073741827_1003 (size=196) 2024-12-03T04:49:50,652 INFO [master/32beccd76b35:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-03T04:49:50,653 INFO [master/32beccd76b35:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-03T04:49:50,654 INFO [master/32beccd76b35:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T04:49:50,663 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34495 is added to blk_1073741828_1004 (size=1189) 2024-12-03T04:49:50,663 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36883 is added to blk_1073741828_1004 (size=1189) 2024-12-03T04:49:50,664 INFO [master/32beccd76b35:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:35387/user/jenkins/test-data/a5d34339-c1c9-5612-d999-97f9bb00edb0/MasterData/data/master/store 2024-12-03T04:49:50,671 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36883 is added to blk_1073741829_1005 (size=34) 2024-12-03T04:49:50,671 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34495 is added to blk_1073741829_1005 (size=34) 2024-12-03T04:49:50,672 DEBUG [master/32beccd76b35:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T04:49:50,672 DEBUG [master/32beccd76b35:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-03T04:49:50,672 INFO [master/32beccd76b35:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T04:49:50,672 DEBUG [master/32beccd76b35:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T04:49:50,672 DEBUG [master/32beccd76b35:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-03T04:49:50,672 DEBUG [master/32beccd76b35:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T04:49:50,672 INFO [master/32beccd76b35:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T04:49:50,672 DEBUG [master/32beccd76b35:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733201390672Disabling compacts and flushes for region at 1733201390672Disabling writes for close at 1733201390672Writing region close event to WAL at 1733201390672Closed at 1733201390672 2024-12-03T04:49:50,673 WARN [master/32beccd76b35:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:35387/user/jenkins/test-data/a5d34339-c1c9-5612-d999-97f9bb00edb0/MasterData/data/master/store/.initializing 2024-12-03T04:49:50,673 DEBUG [master/32beccd76b35:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:35387/user/jenkins/test-data/a5d34339-c1c9-5612-d999-97f9bb00edb0/MasterData/WALs/32beccd76b35,38339,1733201389956 2024-12-03T04:49:50,674 INFO [master/32beccd76b35:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-03T04:49:50,677 INFO [master/32beccd76b35:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=32beccd76b35%2C38339%2C1733201389956, suffix=, logDir=hdfs://localhost:35387/user/jenkins/test-data/a5d34339-c1c9-5612-d999-97f9bb00edb0/MasterData/WALs/32beccd76b35,38339,1733201389956, archiveDir=hdfs://localhost:35387/user/jenkins/test-data/a5d34339-c1c9-5612-d999-97f9bb00edb0/MasterData/oldWALs, maxLogs=10 2024-12-03T04:49:50,693 DEBUG [master/32beccd76b35:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a5d34339-c1c9-5612-d999-97f9bb00edb0/MasterData/WALs/32beccd76b35,38339,1733201389956/32beccd76b35%2C38339%2C1733201389956.1733201390677, exclude list is [], retry=0 2024-12-03T04:49:50,703 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36883,DS-fb8f5894-7e16-4e4f-9e15-8fbaeaf23895,DISK] 2024-12-03T04:49:50,709 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34495,DS-3355b105-3288-48fb-8e7c-d95b1b3ae034,DISK] 2024-12-03T04:49:50,711 INFO [master/32beccd76b35:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a5d34339-c1c9-5612-d999-97f9bb00edb0/MasterData/WALs/32beccd76b35,38339,1733201389956/32beccd76b35%2C38339%2C1733201389956.1733201390677 2024-12-03T04:49:50,711 DEBUG [master/32beccd76b35:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35343:35343),(127.0.0.1/127.0.0.1:39751:39751)] 2024-12-03T04:49:50,711 DEBUG [master/32beccd76b35:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-03T04:49:50,712 DEBUG [master/32beccd76b35:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T04:49:50,712 DEBUG [master/32beccd76b35:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T04:49:50,712 DEBUG [master/32beccd76b35:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T04:49:50,717 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T04:49:50,719 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-03T04:49:50,719 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T04:49:50,722 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T04:49:50,722 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T04:49:50,724 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-03T04:49:50,724 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T04:49:50,724 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T04:49:50,725 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T04:49:50,726 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-03T04:49:50,726 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T04:49:50,727 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T04:49:50,727 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T04:49:50,728 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-03T04:49:50,728 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T04:49:50,729 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T04:49:50,729 DEBUG [master/32beccd76b35:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T04:49:50,730 DEBUG [master/32beccd76b35:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35387/user/jenkins/test-data/a5d34339-c1c9-5612-d999-97f9bb00edb0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-03T04:49:50,730 DEBUG [master/32beccd76b35:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35387/user/jenkins/test-data/a5d34339-c1c9-5612-d999-97f9bb00edb0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-03T04:49:50,732 DEBUG [master/32beccd76b35:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T04:49:50,732 DEBUG [master/32beccd76b35:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T04:49:50,733 DEBUG [master/32beccd76b35:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T04:49:50,735 DEBUG [master/32beccd76b35:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T04:49:50,739 DEBUG [master/32beccd76b35:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35387/user/jenkins/test-data/a5d34339-c1c9-5612-d999-97f9bb00edb0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T04:49:50,743 INFO [master/32beccd76b35:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59786844, jitterRate=-0.10910660028457642}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T04:49:50,744 DEBUG [master/32beccd76b35:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733201390712Initializing all the Stores at 1733201390713 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733201390713Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733201390717 (+4 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733201390717Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733201390717Cleaning up temporary data from old regions at 1733201390732 (+15 ms)Region opened successfully at 1733201390744 (+12 ms) 2024-12-03T04:49:50,744 INFO [master/32beccd76b35:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-03T04:49:50,749 DEBUG [master/32beccd76b35:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6b1ef7ab, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=32beccd76b35/172.17.0.3:0 2024-12-03T04:49:50,750 INFO [master/32beccd76b35:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-03T04:49:50,750 INFO [master/32beccd76b35:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-03T04:49:50,750 INFO [master/32beccd76b35:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-03T04:49:50,750 INFO [master/32beccd76b35:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-03T04:49:50,751 INFO [master/32beccd76b35:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-03T04:49:50,751 INFO [master/32beccd76b35:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-03T04:49:50,752 INFO [master/32beccd76b35:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-03T04:49:50,754 INFO [master/32beccd76b35:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-03T04:49:50,755 DEBUG [master/32beccd76b35:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38339-0x101516d5e180000, quorum=127.0.0.1:60354, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-12-03T04:49:50,756 DEBUG [master/32beccd76b35:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-12-03T04:49:50,757 INFO [master/32beccd76b35:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-03T04:49:50,758 DEBUG [master/32beccd76b35:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38339-0x101516d5e180000, quorum=127.0.0.1:60354, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-12-03T04:49:50,759 DEBUG [master/32beccd76b35:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-12-03T04:49:50,760 INFO [master/32beccd76b35:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-03T04:49:50,761 DEBUG [master/32beccd76b35:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38339-0x101516d5e180000, quorum=127.0.0.1:60354, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-12-03T04:49:50,762 DEBUG [master/32beccd76b35:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-12-03T04:49:50,763 DEBUG [master/32beccd76b35:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38339-0x101516d5e180000, quorum=127.0.0.1:60354, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-12-03T04:49:50,764 DEBUG [master/32beccd76b35:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-12-03T04:49:50,767 DEBUG [master/32beccd76b35:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38339-0x101516d5e180000, quorum=127.0.0.1:60354, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-03T04:49:50,768 DEBUG [master/32beccd76b35:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-12-03T04:49:50,770 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45145-0x101516d5e180002, quorum=127.0.0.1:60354, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-03T04:49:50,770 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45145-0x101516d5e180002, quorum=127.0.0.1:60354, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T04:49:50,770 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33137-0x101516d5e180001, quorum=127.0.0.1:60354, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-03T04:49:50,770 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33137-0x101516d5e180001, quorum=127.0.0.1:60354, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T04:49:50,770 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38339-0x101516d5e180000, quorum=127.0.0.1:60354, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-03T04:49:50,770 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38339-0x101516d5e180000, quorum=127.0.0.1:60354, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T04:49:50,771 INFO [master/32beccd76b35:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=32beccd76b35,38339,1733201389956, sessionid=0x101516d5e180000, setting cluster-up flag (Was=false) 2024-12-03T04:49:50,774 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45145-0x101516d5e180002, quorum=127.0.0.1:60354, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T04:49:50,774 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38339-0x101516d5e180000, quorum=127.0.0.1:60354, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T04:49:50,774 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33137-0x101516d5e180001, quorum=127.0.0.1:60354, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T04:49:50,781 DEBUG [master/32beccd76b35:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-12-03T04:49:50,782 DEBUG [master/32beccd76b35:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=32beccd76b35,38339,1733201389956 2024-12-03T04:49:50,787 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45145-0x101516d5e180002, quorum=127.0.0.1:60354, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T04:49:50,787 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38339-0x101516d5e180000, quorum=127.0.0.1:60354, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T04:49:50,787 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33137-0x101516d5e180001, quorum=127.0.0.1:60354, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T04:49:50,792 DEBUG [master/32beccd76b35:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-12-03T04:49:50,794 DEBUG [master/32beccd76b35:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=32beccd76b35,38339,1733201389956 2024-12-03T04:49:50,795 INFO [master/32beccd76b35:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:35387/user/jenkins/test-data/a5d34339-c1c9-5612-d999-97f9bb00edb0/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-03T04:49:50,797 DEBUG [master/32beccd76b35:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-03T04:49:50,797 INFO [master/32beccd76b35:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-03T04:49:50,797 INFO [master/32beccd76b35:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-03T04:49:50,798 DEBUG [master/32beccd76b35:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 32beccd76b35,38339,1733201389956 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-03T04:49:50,799 DEBUG [master/32beccd76b35:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/32beccd76b35:0, corePoolSize=5, maxPoolSize=5 2024-12-03T04:49:50,799 DEBUG [master/32beccd76b35:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/32beccd76b35:0, corePoolSize=5, maxPoolSize=5 2024-12-03T04:49:50,799 DEBUG [master/32beccd76b35:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/32beccd76b35:0, corePoolSize=5, maxPoolSize=5 2024-12-03T04:49:50,799 DEBUG [master/32beccd76b35:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/32beccd76b35:0, corePoolSize=5, maxPoolSize=5 2024-12-03T04:49:50,800 DEBUG [master/32beccd76b35:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/32beccd76b35:0, corePoolSize=10, maxPoolSize=10 2024-12-03T04:49:50,800 DEBUG [master/32beccd76b35:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/32beccd76b35:0, corePoolSize=1, maxPoolSize=1 2024-12-03T04:49:50,800 DEBUG [master/32beccd76b35:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/32beccd76b35:0, corePoolSize=2, maxPoolSize=2 2024-12-03T04:49:50,800 DEBUG [master/32beccd76b35:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/32beccd76b35:0, corePoolSize=1, maxPoolSize=1 2024-12-03T04:49:50,802 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T04:49:50,802 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-03T04:49:50,803 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T04:49:50,803 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-03T04:49:50,817 INFO [master/32beccd76b35:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733201420817 2024-12-03T04:49:50,818 INFO [master/32beccd76b35:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-03T04:49:50,818 INFO [master/32beccd76b35:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-03T04:49:50,818 INFO [master/32beccd76b35:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-03T04:49:50,818 INFO [master/32beccd76b35:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-03T04:49:50,818 INFO [master/32beccd76b35:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-03T04:49:50,818 INFO [master/32beccd76b35:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-03T04:49:50,818 INFO [master/32beccd76b35:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-03T04:49:50,819 INFO [master/32beccd76b35:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-03T04:49:50,819 INFO [master/32beccd76b35:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-03T04:49:50,819 INFO [master/32beccd76b35:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-03T04:49:50,821 INFO [master/32beccd76b35:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-03T04:49:50,822 INFO [master/32beccd76b35:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-03T04:49:50,823 DEBUG [master/32beccd76b35:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/32beccd76b35:0:becomeActiveMaster-HFileCleaner.large.0-1733201390822,5,FailOnTimeoutGroup] 2024-12-03T04:49:50,831 DEBUG [master/32beccd76b35:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/32beccd76b35:0:becomeActiveMaster-HFileCleaner.small.0-1733201390823,5,FailOnTimeoutGroup] 2024-12-03T04:49:50,831 INFO [master/32beccd76b35:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-03T04:49:50,831 INFO [master/32beccd76b35:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-03T04:49:50,831 INFO [master/32beccd76b35:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-03T04:49:50,831 INFO [master/32beccd76b35:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-03T04:49:50,857 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34495 is added to blk_1073741831_1007 (size=1321) 2024-12-03T04:49:50,858 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36883 is added to blk_1073741831_1007 (size=1321) 2024-12-03T04:49:50,863 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:35387/user/jenkins/test-data/a5d34339-c1c9-5612-d999-97f9bb00edb0/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-03T04:49:50,863 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:35387/user/jenkins/test-data/a5d34339-c1c9-5612-d999-97f9bb00edb0 2024-12-03T04:49:50,895 INFO [RS:0;32beccd76b35:33137 {}] regionserver.HRegionServer(746): ClusterId : b424ecb9-d4c1-48ae-8573-29a3bad7c2fa 2024-12-03T04:49:50,895 DEBUG [RS:0;32beccd76b35:33137 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-03T04:49:50,898 DEBUG [RS:0;32beccd76b35:33137 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-03T04:49:50,898 DEBUG [RS:0;32beccd76b35:33137 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-03T04:49:50,902 DEBUG [RS:0;32beccd76b35:33137 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-03T04:49:50,902 DEBUG [RS:0;32beccd76b35:33137 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@780b9b0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=32beccd76b35/172.17.0.3:0 2024-12-03T04:49:50,903 INFO [RS:1;32beccd76b35:45145 {}] regionserver.HRegionServer(746): ClusterId : b424ecb9-d4c1-48ae-8573-29a3bad7c2fa 2024-12-03T04:49:50,903 DEBUG [RS:1;32beccd76b35:45145 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-03T04:49:50,913 DEBUG [RS:1;32beccd76b35:45145 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-03T04:49:50,913 DEBUG [RS:1;32beccd76b35:45145 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-03T04:49:50,920 DEBUG [RS:1;32beccd76b35:45145 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-03T04:49:50,921 DEBUG [RS:1;32beccd76b35:45145 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f74bd2f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=32beccd76b35/172.17.0.3:0 2024-12-03T04:49:50,923 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34495 is added to blk_1073741832_1008 (size=32) 2024-12-03T04:49:50,925 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36883 is added to blk_1073741832_1008 (size=32) 2024-12-03T04:49:50,934 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T04:49:50,935 DEBUG [RS:0;32beccd76b35:33137 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;32beccd76b35:33137 2024-12-03T04:49:50,935 INFO [RS:0;32beccd76b35:33137 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-03T04:49:50,935 INFO [RS:0;32beccd76b35:33137 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-03T04:49:50,935 DEBUG [RS:0;32beccd76b35:33137 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-03T04:49:50,936 INFO [RS:0;32beccd76b35:33137 {}] regionserver.HRegionServer(2659): reportForDuty to master=32beccd76b35,38339,1733201389956 with port=33137, startcode=1733201390019 2024-12-03T04:49:50,937 DEBUG [RS:0;32beccd76b35:33137 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-03T04:49:50,937 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-03T04:49:50,939 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-03T04:49:50,940 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T04:49:50,940 DEBUG [RS:1;32beccd76b35:45145 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;32beccd76b35:45145 2024-12-03T04:49:50,940 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T04:49:50,940 INFO [RS:1;32beccd76b35:45145 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-03T04:49:50,940 INFO [RS:1;32beccd76b35:45145 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-03T04:49:50,940 DEBUG [RS:1;32beccd76b35:45145 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-03T04:49:50,940 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-03T04:49:50,942 INFO [HMaster-EventLoopGroup-12-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39397, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=RegionServerStatusService 2024-12-03T04:49:50,942 INFO [RS:1;32beccd76b35:45145 {}] regionserver.HRegionServer(2659): reportForDuty to master=32beccd76b35,38339,1733201389956 with port=45145, startcode=1733201390117 2024-12-03T04:49:50,942 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38339 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 32beccd76b35,33137,1733201390019 2024-12-03T04:49:50,943 DEBUG [RS:1;32beccd76b35:45145 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-03T04:49:50,943 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38339 {}] master.ServerManager(517): Registering regionserver=32beccd76b35,33137,1733201390019 2024-12-03T04:49:50,944 INFO [HMaster-EventLoopGroup-12-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55133, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=RegionServerStatusService 2024-12-03T04:49:50,945 DEBUG [RS:0;32beccd76b35:33137 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:35387/user/jenkins/test-data/a5d34339-c1c9-5612-d999-97f9bb00edb0 2024-12-03T04:49:50,945 DEBUG [RS:0;32beccd76b35:33137 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:35387 2024-12-03T04:49:50,945 DEBUG [RS:0;32beccd76b35:33137 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-03T04:49:50,945 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38339 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 32beccd76b35,45145,1733201390117 2024-12-03T04:49:50,945 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38339 {}] master.ServerManager(517): Registering regionserver=32beccd76b35,45145,1733201390117 2024-12-03T04:49:50,946 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-03T04:49:50,948 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T04:49:50,948 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T04:49:50,949 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-03T04:49:50,947 DEBUG [RS:1;32beccd76b35:45145 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:35387/user/jenkins/test-data/a5d34339-c1c9-5612-d999-97f9bb00edb0 2024-12-03T04:49:50,947 DEBUG [RS:0;32beccd76b35:33137 {}] zookeeper.ZKUtil(111): regionserver:33137-0x101516d5e180001, quorum=127.0.0.1:60354, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/32beccd76b35,33137,1733201390019 2024-12-03T04:49:50,949 DEBUG [RS:1;32beccd76b35:45145 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:35387 2024-12-03T04:49:50,949 WARN [RS:0;32beccd76b35:33137 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-03T04:49:50,947 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38339-0x101516d5e180000, quorum=127.0.0.1:60354, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-03T04:49:50,949 DEBUG [RS:1;32beccd76b35:45145 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-03T04:49:50,949 INFO [RS:0;32beccd76b35:33137 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T04:49:50,949 DEBUG [RS:0;32beccd76b35:33137 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:35387/user/jenkins/test-data/a5d34339-c1c9-5612-d999-97f9bb00edb0/WALs/32beccd76b35,33137,1733201390019 2024-12-03T04:49:50,950 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-03T04:49:50,950 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T04:49:50,951 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T04:49:50,951 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-03T04:49:50,952 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-03T04:49:50,953 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T04:49:50,953 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T04:49:50,953 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-03T04:49:50,954 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35387/user/jenkins/test-data/a5d34339-c1c9-5612-d999-97f9bb00edb0/data/hbase/meta/1588230740 2024-12-03T04:49:50,954 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35387/user/jenkins/test-data/a5d34339-c1c9-5612-d999-97f9bb00edb0/data/hbase/meta/1588230740 2024-12-03T04:49:50,955 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [32beccd76b35,45145,1733201390117] 2024-12-03T04:49:50,955 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [32beccd76b35,33137,1733201390019] 2024-12-03T04:49:50,956 DEBUG [RS:1;32beccd76b35:45145 {}] zookeeper.ZKUtil(111): regionserver:45145-0x101516d5e180002, quorum=127.0.0.1:60354, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/32beccd76b35,45145,1733201390117 2024-12-03T04:49:50,956 WARN [RS:1;32beccd76b35:45145 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-03T04:49:50,956 INFO [RS:1;32beccd76b35:45145 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T04:49:50,956 DEBUG [RS:1;32beccd76b35:45145 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:35387/user/jenkins/test-data/a5d34339-c1c9-5612-d999-97f9bb00edb0/WALs/32beccd76b35,45145,1733201390117 2024-12-03T04:49:50,956 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-03T04:49:50,956 INFO [RS:0;32beccd76b35:33137 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-03T04:49:50,956 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-03T04:49:50,957 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T04:49:50,958 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-03T04:49:50,961 INFO [RS:0;32beccd76b35:33137 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-03T04:49:50,962 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35387/user/jenkins/test-data/a5d34339-c1c9-5612-d999-97f9bb00edb0/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T04:49:50,962 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63655632, jitterRate=-0.05145716667175293}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T04:49:50,963 INFO [RS:0;32beccd76b35:33137 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-03T04:49:50,963 INFO [RS:0;32beccd76b35:33137 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T04:49:50,963 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733201390934Initializing all the Stores at 1733201390935 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733201390936 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733201390937 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733201390937Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733201390937Cleaning up temporary data from old regions at 1733201390956 (+19 ms)Region opened successfully at 1733201390963 (+7 ms) 2024-12-03T04:49:50,964 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-03T04:49:50,964 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-03T04:49:50,964 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-03T04:49:50,964 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-03T04:49:50,964 INFO [RS:0;32beccd76b35:33137 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-03T04:49:50,964 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-03T04:49:50,965 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-03T04:49:50,965 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733201390963Disabling compacts and flushes for region at 1733201390963Disabling writes for close at 1733201390964 (+1 ms)Writing region close event to WAL at 1733201390965 (+1 ms)Closed at 1733201390965 2024-12-03T04:49:50,966 INFO [RS:0;32beccd76b35:33137 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-03T04:49:50,966 INFO [RS:0;32beccd76b35:33137 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-03T04:49:50,966 DEBUG [RS:0;32beccd76b35:33137 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/32beccd76b35:0, corePoolSize=1, maxPoolSize=1 2024-12-03T04:49:50,966 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T04:49:50,966 DEBUG [RS:0;32beccd76b35:33137 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/32beccd76b35:0, corePoolSize=1, maxPoolSize=1 2024-12-03T04:49:50,967 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-03T04:49:50,967 DEBUG [RS:0;32beccd76b35:33137 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/32beccd76b35:0, corePoolSize=1, maxPoolSize=1 2024-12-03T04:49:50,967 DEBUG [RS:0;32beccd76b35:33137 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/32beccd76b35:0, corePoolSize=1, maxPoolSize=1 2024-12-03T04:49:50,967 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-03T04:49:50,967 DEBUG [RS:0;32beccd76b35:33137 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/32beccd76b35:0, corePoolSize=1, maxPoolSize=1 2024-12-03T04:49:50,967 DEBUG [RS:0;32beccd76b35:33137 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/32beccd76b35:0, corePoolSize=2, maxPoolSize=2 2024-12-03T04:49:50,967 DEBUG [RS:0;32beccd76b35:33137 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/32beccd76b35:0, corePoolSize=1, maxPoolSize=1 2024-12-03T04:49:50,967 DEBUG [RS:0;32beccd76b35:33137 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/32beccd76b35:0, corePoolSize=1, maxPoolSize=1 2024-12-03T04:49:50,967 DEBUG [RS:0;32beccd76b35:33137 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/32beccd76b35:0, corePoolSize=1, maxPoolSize=1 2024-12-03T04:49:50,967 DEBUG [RS:0;32beccd76b35:33137 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/32beccd76b35:0, corePoolSize=1, maxPoolSize=1 2024-12-03T04:49:50,967 DEBUG [RS:0;32beccd76b35:33137 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/32beccd76b35:0, corePoolSize=1, maxPoolSize=1 2024-12-03T04:49:50,967 DEBUG [RS:0;32beccd76b35:33137 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/32beccd76b35:0, corePoolSize=1, maxPoolSize=1 2024-12-03T04:49:50,967 DEBUG [RS:0;32beccd76b35:33137 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/32beccd76b35:0, corePoolSize=3, maxPoolSize=3 2024-12-03T04:49:50,967 DEBUG [RS:0;32beccd76b35:33137 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/32beccd76b35:0, corePoolSize=3, maxPoolSize=3 2024-12-03T04:49:50,968 INFO [RS:1;32beccd76b35:45145 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-03T04:49:50,969 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-03T04:49:50,970 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-03T04:49:50,971 INFO [RS:0;32beccd76b35:33137 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-03T04:49:50,971 INFO [RS:0;32beccd76b35:33137 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-03T04:49:50,971 INFO [RS:0;32beccd76b35:33137 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T04:49:50,971 INFO [RS:0;32beccd76b35:33137 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-03T04:49:50,971 INFO [RS:0;32beccd76b35:33137 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-03T04:49:50,971 INFO [RS:0;32beccd76b35:33137 {}] hbase.ChoreService(168): Chore ScheduledChore name=32beccd76b35,33137,1733201390019-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-03T04:49:50,972 INFO [RS:1;32beccd76b35:45145 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-03T04:49:50,972 INFO [RS:1;32beccd76b35:45145 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-03T04:49:50,972 INFO [RS:1;32beccd76b35:45145 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T04:49:50,973 INFO [RS:1;32beccd76b35:45145 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-03T04:49:50,974 INFO [RS:1;32beccd76b35:45145 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-03T04:49:50,974 INFO [RS:1;32beccd76b35:45145 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-03T04:49:50,974 DEBUG [RS:1;32beccd76b35:45145 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/32beccd76b35:0, corePoolSize=1, maxPoolSize=1 2024-12-03T04:49:50,974 DEBUG [RS:1;32beccd76b35:45145 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/32beccd76b35:0, corePoolSize=1, maxPoolSize=1 2024-12-03T04:49:50,974 DEBUG [RS:1;32beccd76b35:45145 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/32beccd76b35:0, corePoolSize=1, maxPoolSize=1 2024-12-03T04:49:50,975 DEBUG [RS:1;32beccd76b35:45145 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/32beccd76b35:0, corePoolSize=1, maxPoolSize=1 2024-12-03T04:49:50,975 DEBUG [RS:1;32beccd76b35:45145 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/32beccd76b35:0, corePoolSize=1, maxPoolSize=1 2024-12-03T04:49:50,975 DEBUG [RS:1;32beccd76b35:45145 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/32beccd76b35:0, corePoolSize=2, maxPoolSize=2 2024-12-03T04:49:50,975 DEBUG [RS:1;32beccd76b35:45145 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/32beccd76b35:0, corePoolSize=1, maxPoolSize=1 2024-12-03T04:49:50,975 DEBUG [RS:1;32beccd76b35:45145 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/32beccd76b35:0, corePoolSize=1, maxPoolSize=1 2024-12-03T04:49:50,975 DEBUG [RS:1;32beccd76b35:45145 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/32beccd76b35:0, corePoolSize=1, maxPoolSize=1 2024-12-03T04:49:50,975 DEBUG [RS:1;32beccd76b35:45145 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/32beccd76b35:0, corePoolSize=1, maxPoolSize=1 2024-12-03T04:49:50,975 DEBUG [RS:1;32beccd76b35:45145 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/32beccd76b35:0, corePoolSize=1, maxPoolSize=1 2024-12-03T04:49:50,975 DEBUG [RS:1;32beccd76b35:45145 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/32beccd76b35:0, corePoolSize=1, maxPoolSize=1 2024-12-03T04:49:50,975 DEBUG [RS:1;32beccd76b35:45145 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/32beccd76b35:0, corePoolSize=3, maxPoolSize=3 2024-12-03T04:49:50,975 DEBUG [RS:1;32beccd76b35:45145 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/32beccd76b35:0, corePoolSize=3, maxPoolSize=3 2024-12-03T04:49:50,981 INFO [RS:1;32beccd76b35:45145 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-03T04:49:50,981 INFO [RS:1;32beccd76b35:45145 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-03T04:49:50,981 INFO [RS:1;32beccd76b35:45145 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T04:49:50,981 INFO [RS:1;32beccd76b35:45145 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-03T04:49:50,981 INFO [RS:1;32beccd76b35:45145 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-03T04:49:50,982 INFO [RS:1;32beccd76b35:45145 {}] hbase.ChoreService(168): Chore ScheduledChore name=32beccd76b35,45145,1733201390117-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-03T04:49:50,993 INFO [RS:0;32beccd76b35:33137 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-03T04:49:50,993 INFO [RS:0;32beccd76b35:33137 {}] hbase.ChoreService(168): Chore ScheduledChore name=32beccd76b35,33137,1733201390019-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T04:49:50,994 INFO [RS:0;32beccd76b35:33137 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T04:49:50,994 INFO [RS:0;32beccd76b35:33137 {}] regionserver.Replication(171): 32beccd76b35,33137,1733201390019 started 2024-12-03T04:49:50,997 INFO [RS:1;32beccd76b35:45145 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-03T04:49:50,998 INFO [RS:1;32beccd76b35:45145 {}] hbase.ChoreService(168): Chore ScheduledChore name=32beccd76b35,45145,1733201390117-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T04:49:50,998 INFO [RS:1;32beccd76b35:45145 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T04:49:50,998 INFO [RS:1;32beccd76b35:45145 {}] regionserver.Replication(171): 32beccd76b35,45145,1733201390117 started 2024-12-03T04:49:51,014 INFO [RS:0;32beccd76b35:33137 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T04:49:51,014 INFO [RS:0;32beccd76b35:33137 {}] regionserver.HRegionServer(1482): Serving as 32beccd76b35,33137,1733201390019, RpcServer on 32beccd76b35/172.17.0.3:33137, sessionid=0x101516d5e180001 2024-12-03T04:49:51,014 DEBUG [RS:0;32beccd76b35:33137 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-03T04:49:51,014 DEBUG [RS:0;32beccd76b35:33137 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 32beccd76b35,33137,1733201390019 2024-12-03T04:49:51,014 DEBUG [RS:0;32beccd76b35:33137 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '32beccd76b35,33137,1733201390019' 2024-12-03T04:49:51,014 DEBUG [RS:0;32beccd76b35:33137 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-03T04:49:51,015 INFO [RS:1;32beccd76b35:45145 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T04:49:51,015 INFO [RS:1;32beccd76b35:45145 {}] regionserver.HRegionServer(1482): Serving as 32beccd76b35,45145,1733201390117, RpcServer on 32beccd76b35/172.17.0.3:45145, sessionid=0x101516d5e180002 2024-12-03T04:49:51,015 DEBUG [RS:0;32beccd76b35:33137 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-03T04:49:51,015 DEBUG [RS:1;32beccd76b35:45145 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-03T04:49:51,015 DEBUG [RS:1;32beccd76b35:45145 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 32beccd76b35,45145,1733201390117 2024-12-03T04:49:51,015 DEBUG [RS:1;32beccd76b35:45145 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '32beccd76b35,45145,1733201390117' 2024-12-03T04:49:51,015 DEBUG [RS:1;32beccd76b35:45145 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-03T04:49:51,016 DEBUG [RS:1;32beccd76b35:45145 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-03T04:49:51,016 DEBUG [RS:0;32beccd76b35:33137 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-03T04:49:51,016 DEBUG [RS:0;32beccd76b35:33137 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-03T04:49:51,016 DEBUG [RS:0;32beccd76b35:33137 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 32beccd76b35,33137,1733201390019 2024-12-03T04:49:51,016 DEBUG [RS:0;32beccd76b35:33137 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '32beccd76b35,33137,1733201390019' 2024-12-03T04:49:51,016 DEBUG [RS:0;32beccd76b35:33137 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-03T04:49:51,016 DEBUG [RS:1;32beccd76b35:45145 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-03T04:49:51,016 DEBUG [RS:1;32beccd76b35:45145 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-03T04:49:51,016 DEBUG [RS:1;32beccd76b35:45145 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 32beccd76b35,45145,1733201390117 2024-12-03T04:49:51,016 DEBUG [RS:1;32beccd76b35:45145 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '32beccd76b35,45145,1733201390117' 2024-12-03T04:49:51,016 DEBUG [RS:1;32beccd76b35:45145 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-03T04:49:51,016 DEBUG [RS:0;32beccd76b35:33137 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-03T04:49:51,017 DEBUG [RS:1;32beccd76b35:45145 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-03T04:49:51,017 DEBUG [RS:0;32beccd76b35:33137 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-03T04:49:51,017 INFO [RS:0;32beccd76b35:33137 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-03T04:49:51,017 INFO [RS:0;32beccd76b35:33137 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-03T04:49:51,017 DEBUG [RS:1;32beccd76b35:45145 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-03T04:49:51,017 INFO [RS:1;32beccd76b35:45145 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-03T04:49:51,017 INFO [RS:1;32beccd76b35:45145 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-03T04:49:51,117 INFO [RS:0;32beccd76b35:33137 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-03T04:49:51,118 INFO [RS:1;32beccd76b35:45145 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-03T04:49:51,119 INFO [RS:0;32beccd76b35:33137 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=32beccd76b35%2C33137%2C1733201390019, suffix=, logDir=hdfs://localhost:35387/user/jenkins/test-data/a5d34339-c1c9-5612-d999-97f9bb00edb0/WALs/32beccd76b35,33137,1733201390019, archiveDir=hdfs://localhost:35387/user/jenkins/test-data/a5d34339-c1c9-5612-d999-97f9bb00edb0/oldWALs, maxLogs=32 2024-12-03T04:49:51,120 INFO [RS:1;32beccd76b35:45145 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=32beccd76b35%2C45145%2C1733201390117, suffix=, logDir=hdfs://localhost:35387/user/jenkins/test-data/a5d34339-c1c9-5612-d999-97f9bb00edb0/WALs/32beccd76b35,45145,1733201390117, archiveDir=hdfs://localhost:35387/user/jenkins/test-data/a5d34339-c1c9-5612-d999-97f9bb00edb0/oldWALs, maxLogs=32 2024-12-03T04:49:51,121 WARN [32beccd76b35:38339 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-03T04:49:51,140 DEBUG [RS:1;32beccd76b35:45145 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a5d34339-c1c9-5612-d999-97f9bb00edb0/WALs/32beccd76b35,45145,1733201390117/32beccd76b35%2C45145%2C1733201390117.1733201391120, exclude list is [], retry=0 2024-12-03T04:49:51,140 DEBUG [RS:0;32beccd76b35:33137 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a5d34339-c1c9-5612-d999-97f9bb00edb0/WALs/32beccd76b35,33137,1733201390019/32beccd76b35%2C33137%2C1733201390019.1733201391120, exclude list is [], retry=0 2024-12-03T04:49:51,143 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34495,DS-3355b105-3288-48fb-8e7c-d95b1b3ae034,DISK] 2024-12-03T04:49:51,143 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36883,DS-fb8f5894-7e16-4e4f-9e15-8fbaeaf23895,DISK] 2024-12-03T04:49:51,143 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34495,DS-3355b105-3288-48fb-8e7c-d95b1b3ae034,DISK] 2024-12-03T04:49:51,144 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36883,DS-fb8f5894-7e16-4e4f-9e15-8fbaeaf23895,DISK] 2024-12-03T04:49:51,147 INFO [RS:0;32beccd76b35:33137 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a5d34339-c1c9-5612-d999-97f9bb00edb0/WALs/32beccd76b35,33137,1733201390019/32beccd76b35%2C33137%2C1733201390019.1733201391120 2024-12-03T04:49:51,147 DEBUG [RS:0;32beccd76b35:33137 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35343:35343),(127.0.0.1/127.0.0.1:39751:39751)] 2024-12-03T04:49:51,148 INFO [RS:1;32beccd76b35:45145 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a5d34339-c1c9-5612-d999-97f9bb00edb0/WALs/32beccd76b35,45145,1733201390117/32beccd76b35%2C45145%2C1733201390117.1733201391120 2024-12-03T04:49:51,148 DEBUG [RS:1;32beccd76b35:45145 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39751:39751),(127.0.0.1/127.0.0.1:35343:35343)] 2024-12-03T04:49:51,371 DEBUG [32beccd76b35:38339 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=2, allServersCount=2 2024-12-03T04:49:51,371 DEBUG [32beccd76b35:38339 {}] balancer.BalancerClusterState(204): Hosts are {32beccd76b35=0} racks are {/default-rack=0} 2024-12-03T04:49:51,374 DEBUG [32beccd76b35:38339 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-12-03T04:49:51,374 DEBUG [32beccd76b35:38339 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-12-03T04:49:51,374 DEBUG [32beccd76b35:38339 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-12-03T04:49:51,374 DEBUG [32beccd76b35:38339 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-12-03T04:49:51,374 INFO [32beccd76b35:38339 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-12-03T04:49:51,374 INFO [32beccd76b35:38339 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-12-03T04:49:51,374 DEBUG [32beccd76b35:38339 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-12-03T04:49:51,375 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=32beccd76b35,33137,1733201390019 2024-12-03T04:49:51,376 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 32beccd76b35,33137,1733201390019, state=OPENING 2024-12-03T04:49:51,378 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-03T04:49:51,379 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45145-0x101516d5e180002, quorum=127.0.0.1:60354, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T04:49:51,379 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33137-0x101516d5e180001, quorum=127.0.0.1:60354, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T04:49:51,379 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38339-0x101516d5e180000, quorum=127.0.0.1:60354, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T04:49:51,380 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-03T04:49:51,380 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-03T04:49:51,380 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-03T04:49:51,380 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-03T04:49:51,380 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=32beccd76b35,33137,1733201390019}] 2024-12-03T04:49:51,534 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-03T04:49:51,535 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58613, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-03T04:49:51,540 INFO [RS_OPEN_META-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-03T04:49:51,540 INFO [RS_OPEN_META-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T04:49:51,541 INFO [RS_OPEN_META-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-03T04:49:51,542 INFO [RS_OPEN_META-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=32beccd76b35%2C33137%2C1733201390019.meta, suffix=.meta, logDir=hdfs://localhost:35387/user/jenkins/test-data/a5d34339-c1c9-5612-d999-97f9bb00edb0/WALs/32beccd76b35,33137,1733201390019, archiveDir=hdfs://localhost:35387/user/jenkins/test-data/a5d34339-c1c9-5612-d999-97f9bb00edb0/oldWALs, maxLogs=32 2024-12-03T04:49:51,558 DEBUG [RS_OPEN_META-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a5d34339-c1c9-5612-d999-97f9bb00edb0/WALs/32beccd76b35,33137,1733201390019/32beccd76b35%2C33137%2C1733201390019.meta.1733201391543.meta, exclude list is [], retry=0 2024-12-03T04:49:51,560 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36883,DS-fb8f5894-7e16-4e4f-9e15-8fbaeaf23895,DISK] 2024-12-03T04:49:51,560 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34495,DS-3355b105-3288-48fb-8e7c-d95b1b3ae034,DISK] 2024-12-03T04:49:51,570 INFO [RS_OPEN_META-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a5d34339-c1c9-5612-d999-97f9bb00edb0/WALs/32beccd76b35,33137,1733201390019/32beccd76b35%2C33137%2C1733201390019.meta.1733201391543.meta 2024-12-03T04:49:51,581 DEBUG [RS_OPEN_META-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35343:35343),(127.0.0.1/127.0.0.1:39751:39751)] 2024-12-03T04:49:51,581 DEBUG [RS_OPEN_META-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-03T04:49:51,581 DEBUG [RS_OPEN_META-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-03T04:49:51,581 DEBUG [RS_OPEN_META-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-03T04:49:51,582 INFO [RS_OPEN_META-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-03T04:49:51,582 DEBUG [RS_OPEN_META-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-03T04:49:51,582 DEBUG [RS_OPEN_META-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T04:49:51,582 DEBUG [RS_OPEN_META-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-03T04:49:51,582 DEBUG [RS_OPEN_META-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-03T04:49:51,584 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-03T04:49:51,585 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-03T04:49:51,585 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T04:49:51,586 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T04:49:51,586 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-03T04:49:51,587 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-03T04:49:51,587 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T04:49:51,587 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T04:49:51,587 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-03T04:49:51,588 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-03T04:49:51,588 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T04:49:51,589 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T04:49:51,589 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-03T04:49:51,590 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-03T04:49:51,590 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T04:49:51,590 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T04:49:51,590 DEBUG [RS_OPEN_META-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-03T04:49:51,591 DEBUG [RS_OPEN_META-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35387/user/jenkins/test-data/a5d34339-c1c9-5612-d999-97f9bb00edb0/data/hbase/meta/1588230740 2024-12-03T04:49:51,592 DEBUG [RS_OPEN_META-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35387/user/jenkins/test-data/a5d34339-c1c9-5612-d999-97f9bb00edb0/data/hbase/meta/1588230740 2024-12-03T04:49:51,594 DEBUG [RS_OPEN_META-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-03T04:49:51,594 DEBUG [RS_OPEN_META-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-03T04:49:51,594 DEBUG [RS_OPEN_META-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T04:49:51,596 DEBUG [RS_OPEN_META-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-03T04:49:51,597 INFO [RS_OPEN_META-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72826493, jitterRate=0.08519931137561798}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T04:49:51,597 DEBUG [RS_OPEN_META-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-03T04:49:51,598 DEBUG [RS_OPEN_META-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733201391582Writing region info on filesystem at 1733201391582Initializing all the Stores at 1733201391583 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733201391583Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733201391583Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733201391583Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733201391584 (+1 ms)Cleaning up temporary data from old regions at 1733201391594 (+10 ms)Running coprocessor post-open hooks at 1733201391597 (+3 ms)Region opened successfully at 1733201391598 (+1 ms) 2024-12-03T04:49:51,599 INFO [RS_OPEN_META-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733201391533 2024-12-03T04:49:51,602 DEBUG [RS_OPEN_META-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-03T04:49:51,602 INFO [RS_OPEN_META-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-03T04:49:51,603 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=32beccd76b35,33137,1733201390019 2024-12-03T04:49:51,604 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 32beccd76b35,33137,1733201390019, state=OPEN 2024-12-03T04:49:51,606 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33137-0x101516d5e180001, quorum=127.0.0.1:60354, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-03T04:49:51,606 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45145-0x101516d5e180002, quorum=127.0.0.1:60354, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-03T04:49:51,606 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38339-0x101516d5e180000, quorum=127.0.0.1:60354, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-03T04:49:51,606 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=32beccd76b35,33137,1733201390019 2024-12-03T04:49:51,606 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-03T04:49:51,606 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-03T04:49:51,606 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-03T04:49:51,609 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-03T04:49:51,609 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=32beccd76b35,33137,1733201390019 in 226 msec 2024-12-03T04:49:51,613 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-03T04:49:51,613 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 643 msec 2024-12-03T04:49:51,614 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T04:49:51,614 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-03T04:49:51,616 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T04:49:51,616 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=32beccd76b35,33137,1733201390019, seqNum=-1] 2024-12-03T04:49:51,616 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T04:49:51,618 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41765, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T04:49:51,624 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 827 msec 2024-12-03T04:49:51,624 INFO [master/32beccd76b35:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733201391624, completionTime=-1 2024-12-03T04:49:51,624 INFO [master/32beccd76b35:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=2; waited=0ms, expected min=2 server(s), max=2 server(s), master is running 2024-12-03T04:49:51,624 DEBUG [master/32beccd76b35:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-03T04:49:51,627 INFO [master/32beccd76b35:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=2 2024-12-03T04:49:51,627 INFO [master/32beccd76b35:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733201451627 2024-12-03T04:49:51,627 INFO [master/32beccd76b35:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733201511627 2024-12-03T04:49:51,627 INFO [master/32beccd76b35:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-12-03T04:49:51,628 INFO [master/32beccd76b35:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=32beccd76b35,38339,1733201389956-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T04:49:51,628 INFO [master/32beccd76b35:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=32beccd76b35,38339,1733201389956-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T04:49:51,628 INFO [master/32beccd76b35:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=32beccd76b35,38339,1733201389956-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T04:49:51,628 INFO [master/32beccd76b35:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-32beccd76b35:38339, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T04:49:51,628 INFO [master/32beccd76b35:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-03T04:49:51,628 INFO [master/32beccd76b35:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-03T04:49:51,630 DEBUG [master/32beccd76b35:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-03T04:49:51,634 INFO [master/32beccd76b35:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.431sec 2024-12-03T04:49:51,634 INFO [master/32beccd76b35:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-03T04:49:51,634 INFO [master/32beccd76b35:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-03T04:49:51,634 INFO [master/32beccd76b35:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-03T04:49:51,634 INFO [master/32beccd76b35:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-03T04:49:51,634 INFO [master/32beccd76b35:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-03T04:49:51,634 INFO [master/32beccd76b35:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=32beccd76b35,38339,1733201389956-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-03T04:49:51,634 INFO [master/32beccd76b35:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=32beccd76b35,38339,1733201389956-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-03T04:49:51,637 DEBUG [master/32beccd76b35:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-03T04:49:51,637 INFO [master/32beccd76b35:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-03T04:49:51,637 INFO [master/32beccd76b35:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=32beccd76b35,38339,1733201389956-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T04:49:51,703 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@53f89383, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T04:49:51,703 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 32beccd76b35,38339,-1 for getting cluster id 2024-12-03T04:49:51,703 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T04:49:51,705 DEBUG [HMaster-EventLoopGroup-12-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b424ecb9-d4c1-48ae-8573-29a3bad7c2fa' 2024-12-03T04:49:51,705 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T04:49:51,706 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b424ecb9-d4c1-48ae-8573-29a3bad7c2fa" 2024-12-03T04:49:51,706 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7abf22e8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T04:49:51,706 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [32beccd76b35,38339,-1] 2024-12-03T04:49:51,706 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T04:49:51,707 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T04:49:51,708 INFO [HMaster-EventLoopGroup-12-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41630, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T04:49:51,709 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@13298cf1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T04:49:51,710 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T04:49:51,711 DEBUG [RPCClient-NioEventLoopGroup-5-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=32beccd76b35,33137,1733201390019, seqNum=-1] 2024-12-03T04:49:51,712 DEBUG [RPCClient-NioEventLoopGroup-5-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T04:49:51,713 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49258, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T04:49:51,715 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=32beccd76b35,38339,1733201389956 2024-12-03T04:49:51,715 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T04:49:51,716 DEBUG [RPCClient-NioEventLoopGroup-5-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 32beccd76b35,38339,1733201389956 2024-12-03T04:49:51,716 DEBUG [RPCClient-NioEventLoopGroup-5-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5cee2bb6 2024-12-03T04:49:51,717 DEBUG [RPCClient-NioEventLoopGroup-5-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T04:49:51,717 INFO [HMaster-EventLoopGroup-12-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41644, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T04:49:51,718 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38339 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'testClearRegionBlockCache', {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-03T04:49:51,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38339 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testClearRegionBlockCache 2024-12-03T04:49:51,723 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_PRE_OPERATION 2024-12-03T04:49:51,723 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T04:49:51,724 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38339 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "testClearRegionBlockCache" procId is: 4 2024-12-03T04:49:51,724 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-03T04:49:51,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38339 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T04:49:51,746 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36883 is added to blk_1073741836_1012 (size=379) 2024-12-03T04:49:51,746 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34495 is added to blk_1073741836_1012 (size=379) 2024-12-03T04:49:51,750 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 14a1900ce4ece2d75b36134cc6dbf53e, NAME => 'testClearRegionBlockCache,,1733201391718.14a1900ce4ece2d75b36134cc6dbf53e.', STARTKEY => '', ENDKEY => '5'}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35387/user/jenkins/test-data/a5d34339-c1c9-5612-d999-97f9bb00edb0 2024-12-03T04:49:51,754 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 861cc54268a741c317a919de4e993225, NAME => 'testClearRegionBlockCache,5,1733201391718.861cc54268a741c317a919de4e993225.', STARTKEY => '5', ENDKEY => ''}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35387/user/jenkins/test-data/a5d34339-c1c9-5612-d999-97f9bb00edb0 2024-12-03T04:49:51,786 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36883 is added to blk_1073741837_1013 (size=61) 2024-12-03T04:49:51,786 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34495 is added to blk_1073741837_1013 (size=61) 2024-12-03T04:49:51,789 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,,1733201391718.14a1900ce4ece2d75b36134cc6dbf53e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T04:49:51,789 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1722): Closing 14a1900ce4ece2d75b36134cc6dbf53e, disabling compactions & flushes 2024-12-03T04:49:51,789 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,,1733201391718.14a1900ce4ece2d75b36134cc6dbf53e. 2024-12-03T04:49:51,789 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,,1733201391718.14a1900ce4ece2d75b36134cc6dbf53e. 2024-12-03T04:49:51,789 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,,1733201391718.14a1900ce4ece2d75b36134cc6dbf53e. after waiting 0 ms 2024-12-03T04:49:51,789 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,,1733201391718.14a1900ce4ece2d75b36134cc6dbf53e. 2024-12-03T04:49:51,790 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36883 is added to blk_1073741838_1014 (size=61) 2024-12-03T04:49:51,790 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,,1733201391718.14a1900ce4ece2d75b36134cc6dbf53e. 2024-12-03T04:49:51,791 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1676): Region close journal for 14a1900ce4ece2d75b36134cc6dbf53e: Waiting for close lock at 1733201391789Disabling compacts and flushes for region at 1733201391789Disabling writes for close at 1733201391789Writing region close event to WAL at 1733201391789Closed at 1733201391789 2024-12-03T04:49:51,791 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34495 is added to blk_1073741838_1014 (size=61) 2024-12-03T04:49:51,792 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,5,1733201391718.861cc54268a741c317a919de4e993225.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T04:49:51,792 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1722): Closing 861cc54268a741c317a919de4e993225, disabling compactions & flushes 2024-12-03T04:49:51,792 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,5,1733201391718.861cc54268a741c317a919de4e993225. 2024-12-03T04:49:51,792 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,5,1733201391718.861cc54268a741c317a919de4e993225. 2024-12-03T04:49:51,792 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,5,1733201391718.861cc54268a741c317a919de4e993225. after waiting 0 ms 2024-12-03T04:49:51,792 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,5,1733201391718.861cc54268a741c317a919de4e993225. 2024-12-03T04:49:51,792 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,5,1733201391718.861cc54268a741c317a919de4e993225. 2024-12-03T04:49:51,792 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1676): Region close journal for 861cc54268a741c317a919de4e993225: Waiting for close lock at 1733201391792Disabling compacts and flushes for region at 1733201391792Disabling writes for close at 1733201391792Writing region close event to WAL at 1733201391792Closed at 1733201391792 2024-12-03T04:49:51,794 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ADD_TO_META 2024-12-03T04:49:51,794 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testClearRegionBlockCache,,1733201391718.14a1900ce4ece2d75b36134cc6dbf53e.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1733201391794"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733201391794"}]},"ts":"1733201391794"} 2024-12-03T04:49:51,794 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testClearRegionBlockCache,5,1733201391718.861cc54268a741c317a919de4e993225.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1733201391794"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733201391794"}]},"ts":"1733201391794"} 2024-12-03T04:49:51,798 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 2 regions to meta. 2024-12-03T04:49:51,799 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-03T04:49:51,800 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733201391800"}]},"ts":"1733201391800"} 2024-12-03T04:49:51,803 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testClearRegionBlockCache, state=ENABLING in hbase:meta 2024-12-03T04:49:51,803 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {32beccd76b35=0} racks are {/default-rack=0} 2024-12-03T04:49:51,805 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-12-03T04:49:51,805 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-12-03T04:49:51,805 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-12-03T04:49:51,805 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-12-03T04:49:51,805 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-12-03T04:49:51,805 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-12-03T04:49:51,805 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-12-03T04:49:51,806 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=14a1900ce4ece2d75b36134cc6dbf53e, ASSIGN}, {pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=861cc54268a741c317a919de4e993225, ASSIGN}] 2024-12-03T04:49:51,808 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=14a1900ce4ece2d75b36134cc6dbf53e, ASSIGN 2024-12-03T04:49:51,810 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=14a1900ce4ece2d75b36134cc6dbf53e, ASSIGN; state=OFFLINE, location=32beccd76b35,45145,1733201390117; forceNewPlan=false, retain=false 2024-12-03T04:49:51,811 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=861cc54268a741c317a919de4e993225, ASSIGN 2024-12-03T04:49:51,812 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=861cc54268a741c317a919de4e993225, ASSIGN; state=OFFLINE, location=32beccd76b35,33137,1733201390019; forceNewPlan=false, retain=false 2024-12-03T04:49:51,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38339 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T04:49:51,960 INFO [32beccd76b35:38339 {}] balancer.BaseLoadBalancer(388): Reassigned 2 regions. 2 retained the pre-restart assignment. 2024-12-03T04:49:51,961 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=14a1900ce4ece2d75b36134cc6dbf53e, regionState=OPENING, regionLocation=32beccd76b35,45145,1733201390117 2024-12-03T04:49:51,961 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=861cc54268a741c317a919de4e993225, regionState=OPENING, regionLocation=32beccd76b35,33137,1733201390019 2024-12-03T04:49:51,964 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=861cc54268a741c317a919de4e993225, ASSIGN because future has completed 2024-12-03T04:49:51,965 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 861cc54268a741c317a919de4e993225, server=32beccd76b35,33137,1733201390019}] 2024-12-03T04:49:51,972 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=14a1900ce4ece2d75b36134cc6dbf53e, ASSIGN because future has completed 2024-12-03T04:49:51,985 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 14a1900ce4ece2d75b36134cc6dbf53e, server=32beccd76b35,45145,1733201390117}] 2024-12-03T04:49:52,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38339 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T04:49:52,142 INFO [RS_OPEN_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] handler.AssignRegionHandler(132): Open testClearRegionBlockCache,5,1733201391718.861cc54268a741c317a919de4e993225. 2024-12-03T04:49:52,142 DEBUG [RS_OPEN_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => 861cc54268a741c317a919de4e993225, NAME => 'testClearRegionBlockCache,5,1733201391718.861cc54268a741c317a919de4e993225.', STARTKEY => '5', ENDKEY => ''} 2024-12-03T04:49:52,142 DEBUG [RS_OPEN_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache 861cc54268a741c317a919de4e993225 2024-12-03T04:49:52,142 DEBUG [RS_OPEN_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,5,1733201391718.861cc54268a741c317a919de4e993225.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T04:49:52,142 DEBUG [RS_OPEN_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for 861cc54268a741c317a919de4e993225 2024-12-03T04:49:52,143 DEBUG [RS_OPEN_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for 861cc54268a741c317a919de4e993225 2024-12-03T04:49:52,150 DEBUG [RSProcedureDispatcher-pool-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-03T04:49:52,152 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49315, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-03T04:49:52,154 INFO [StoreOpener-861cc54268a741c317a919de4e993225-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region 861cc54268a741c317a919de4e993225 2024-12-03T04:49:52,161 INFO [StoreOpener-861cc54268a741c317a919de4e993225-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 861cc54268a741c317a919de4e993225 columnFamilyName family 2024-12-03T04:49:52,161 DEBUG [StoreOpener-861cc54268a741c317a919de4e993225-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T04:49:52,162 INFO [StoreOpener-861cc54268a741c317a919de4e993225-1 {}] regionserver.HStore(327): Store=861cc54268a741c317a919de4e993225/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T04:49:52,162 DEBUG [RS_OPEN_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for 861cc54268a741c317a919de4e993225 2024-12-03T04:49:52,163 DEBUG [RS_OPEN_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35387/user/jenkins/test-data/a5d34339-c1c9-5612-d999-97f9bb00edb0/data/default/testClearRegionBlockCache/861cc54268a741c317a919de4e993225 2024-12-03T04:49:52,164 DEBUG [RS_OPEN_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35387/user/jenkins/test-data/a5d34339-c1c9-5612-d999-97f9bb00edb0/data/default/testClearRegionBlockCache/861cc54268a741c317a919de4e993225 2024-12-03T04:49:52,164 DEBUG [RS_OPEN_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for 861cc54268a741c317a919de4e993225 2024-12-03T04:49:52,164 DEBUG [RS_OPEN_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for 861cc54268a741c317a919de4e993225 2024-12-03T04:49:52,167 DEBUG [RS_OPEN_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for 861cc54268a741c317a919de4e993225 2024-12-03T04:49:52,169 INFO [RS_OPEN_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] handler.AssignRegionHandler(132): Open testClearRegionBlockCache,,1733201391718.14a1900ce4ece2d75b36134cc6dbf53e. 2024-12-03T04:49:52,170 DEBUG [RS_OPEN_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7752): Opening region: {ENCODED => 14a1900ce4ece2d75b36134cc6dbf53e, NAME => 'testClearRegionBlockCache,,1733201391718.14a1900ce4ece2d75b36134cc6dbf53e.', STARTKEY => '', ENDKEY => '5'} 2024-12-03T04:49:52,170 DEBUG [RS_OPEN_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache 14a1900ce4ece2d75b36134cc6dbf53e 2024-12-03T04:49:52,170 DEBUG [RS_OPEN_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,,1733201391718.14a1900ce4ece2d75b36134cc6dbf53e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T04:49:52,170 DEBUG [RS_OPEN_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7794): checking encryption for 14a1900ce4ece2d75b36134cc6dbf53e 2024-12-03T04:49:52,170 DEBUG [RS_OPEN_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7797): checking classloading for 14a1900ce4ece2d75b36134cc6dbf53e 2024-12-03T04:49:52,174 INFO [StoreOpener-14a1900ce4ece2d75b36134cc6dbf53e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region 14a1900ce4ece2d75b36134cc6dbf53e 2024-12-03T04:49:52,174 DEBUG [RS_OPEN_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35387/user/jenkins/test-data/a5d34339-c1c9-5612-d999-97f9bb00edb0/data/default/testClearRegionBlockCache/861cc54268a741c317a919de4e993225/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T04:49:52,176 INFO [RS_OPEN_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1114): Opened 861cc54268a741c317a919de4e993225; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63218541, jitterRate=-0.057970330119132996}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-03T04:49:52,176 DEBUG [RS_OPEN_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 861cc54268a741c317a919de4e993225 2024-12-03T04:49:52,177 DEBUG [RS_OPEN_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for 861cc54268a741c317a919de4e993225: Running coprocessor pre-open hook at 1733201392143Writing region info on filesystem at 1733201392143Initializing all the Stores at 1733201392144 (+1 ms)Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733201392144Cleaning up temporary data from old regions at 1733201392164 (+20 ms)Running coprocessor post-open hooks at 1733201392176 (+12 ms)Region opened successfully at 1733201392177 (+1 ms) 2024-12-03T04:49:52,178 INFO [StoreOpener-14a1900ce4ece2d75b36134cc6dbf53e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 14a1900ce4ece2d75b36134cc6dbf53e columnFamilyName family 2024-12-03T04:49:52,179 DEBUG [StoreOpener-14a1900ce4ece2d75b36134cc6dbf53e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T04:49:52,180 INFO [RS_OPEN_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for testClearRegionBlockCache,5,1733201391718.861cc54268a741c317a919de4e993225., pid=7, masterSystemTime=1733201392121 2024-12-03T04:49:52,182 INFO [StoreOpener-14a1900ce4ece2d75b36134cc6dbf53e-1 {}] regionserver.HStore(327): Store=14a1900ce4ece2d75b36134cc6dbf53e/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T04:49:52,182 DEBUG [RS_OPEN_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1038): replaying wal for 14a1900ce4ece2d75b36134cc6dbf53e 2024-12-03T04:49:52,184 DEBUG [RS_OPEN_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35387/user/jenkins/test-data/a5d34339-c1c9-5612-d999-97f9bb00edb0/data/default/testClearRegionBlockCache/14a1900ce4ece2d75b36134cc6dbf53e 2024-12-03T04:49:52,185 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=861cc54268a741c317a919de4e993225, regionState=OPEN, openSeqNum=2, regionLocation=32beccd76b35,33137,1733201390019 2024-12-03T04:49:52,190 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 861cc54268a741c317a919de4e993225, server=32beccd76b35,33137,1733201390019 because future has completed 2024-12-03T04:49:52,191 DEBUG [RS_OPEN_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for testClearRegionBlockCache,5,1733201391718.861cc54268a741c317a919de4e993225. 2024-12-03T04:49:52,191 INFO [RS_OPEN_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] handler.AssignRegionHandler(153): Opened testClearRegionBlockCache,5,1733201391718.861cc54268a741c317a919de4e993225. 2024-12-03T04:49:52,192 DEBUG [RS_OPEN_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35387/user/jenkins/test-data/a5d34339-c1c9-5612-d999-97f9bb00edb0/data/default/testClearRegionBlockCache/14a1900ce4ece2d75b36134cc6dbf53e 2024-12-03T04:49:52,192 DEBUG [RS_OPEN_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1048): stopping wal replay for 14a1900ce4ece2d75b36134cc6dbf53e 2024-12-03T04:49:52,192 DEBUG [RS_OPEN_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1060): Cleaning up temporary data for 14a1900ce4ece2d75b36134cc6dbf53e 2024-12-03T04:49:52,195 DEBUG [RS_OPEN_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1093): writing seq id for 14a1900ce4ece2d75b36134cc6dbf53e 2024-12-03T04:49:52,208 DEBUG [RS_OPEN_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35387/user/jenkins/test-data/a5d34339-c1c9-5612-d999-97f9bb00edb0/data/default/testClearRegionBlockCache/14a1900ce4ece2d75b36134cc6dbf53e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T04:49:52,209 INFO [RS_OPEN_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1114): Opened 14a1900ce4ece2d75b36134cc6dbf53e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74428708, jitterRate=0.1090741753578186}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-03T04:49:52,209 DEBUG [RS_OPEN_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 14a1900ce4ece2d75b36134cc6dbf53e 2024-12-03T04:49:52,209 DEBUG [RS_OPEN_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1006): Region open journal for 14a1900ce4ece2d75b36134cc6dbf53e: Running coprocessor pre-open hook at 1733201392170Writing region info on filesystem at 1733201392170Initializing all the Stores at 1733201392171 (+1 ms)Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733201392172 (+1 ms)Cleaning up temporary data from old regions at 1733201392192 (+20 ms)Running coprocessor post-open hooks at 1733201392209 (+17 ms)Region opened successfully at 1733201392209 2024-12-03T04:49:52,210 INFO [RS_OPEN_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegionServer(2236): Post open deploy tasks for testClearRegionBlockCache,,1733201391718.14a1900ce4ece2d75b36134cc6dbf53e., pid=8, masterSystemTime=1733201392149 2024-12-03T04:49:52,213 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-12-03T04:49:52,213 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 861cc54268a741c317a919de4e993225, server=32beccd76b35,33137,1733201390019 in 243 msec 2024-12-03T04:49:52,214 DEBUG [RS_OPEN_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegionServer(2266): Finished post open deploy task for testClearRegionBlockCache,,1733201391718.14a1900ce4ece2d75b36134cc6dbf53e. 2024-12-03T04:49:52,214 INFO [RS_OPEN_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] handler.AssignRegionHandler(153): Opened testClearRegionBlockCache,,1733201391718.14a1900ce4ece2d75b36134cc6dbf53e. 2024-12-03T04:49:52,217 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=14a1900ce4ece2d75b36134cc6dbf53e, regionState=OPEN, openSeqNum=2, regionLocation=32beccd76b35,45145,1733201390117 2024-12-03T04:49:52,219 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=861cc54268a741c317a919de4e993225, ASSIGN in 408 msec 2024-12-03T04:49:52,222 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 14a1900ce4ece2d75b36134cc6dbf53e, server=32beccd76b35,45145,1733201390117 because future has completed 2024-12-03T04:49:52,237 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=5 2024-12-03T04:49:52,237 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 14a1900ce4ece2d75b36134cc6dbf53e, server=32beccd76b35,45145,1733201390117 in 248 msec 2024-12-03T04:49:52,243 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-03T04:49:52,244 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733201392243"}]},"ts":"1733201392243"} 2024-12-03T04:49:52,245 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-03T04:49:52,245 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=14a1900ce4ece2d75b36134cc6dbf53e, ASSIGN in 432 msec 2024-12-03T04:49:52,247 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testClearRegionBlockCache, state=ENABLED in hbase:meta 2024-12-03T04:49:52,248 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_POST_OPERATION 2024-12-03T04:49:52,251 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testClearRegionBlockCache in 529 msec 2024-12-03T04:49:52,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38339 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T04:49:52,350 INFO [RPCClient-NioEventLoopGroup-5-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testClearRegionBlockCache completed 2024-12-03T04:49:52,350 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testClearRegionBlockCache get assigned. Timeout = 60000ms 2024-12-03T04:49:52,350 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-03T04:49:52,354 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testClearRegionBlockCache assigned to meta. Checking AM states. 2024-12-03T04:49:52,354 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-03T04:49:52,354 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testClearRegionBlockCache assigned. 2024-12-03T04:49:52,358 DEBUG [RPCClient-NioEventLoopGroup-5-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testClearRegionBlockCache', row='1', locateType=CURRENT is [region=testClearRegionBlockCache,,1733201391718.14a1900ce4ece2d75b36134cc6dbf53e., hostname=32beccd76b35,45145,1733201390117, seqNum=2] 2024-12-03T04:49:52,358 DEBUG [RPCClient-NioEventLoopGroup-5-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T04:49:52,359 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51484, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T04:49:52,376 DEBUG [RPCClient-NioEventLoopGroup-5-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testClearRegionBlockCache', row='5', locateType=CURRENT is [region=testClearRegionBlockCache,5,1733201391718.861cc54268a741c317a919de4e993225., hostname=32beccd76b35,33137,1733201390019, seqNum=2] 2024-12-03T04:49:52,392 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 861cc54268a741c317a919de4e993225 1/1 column families, dataSize=140 B heapSize=776 B 2024-12-03T04:49:52,410 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35387/user/jenkins/test-data/a5d34339-c1c9-5612-d999-97f9bb00edb0/data/default/testClearRegionBlockCache/861cc54268a741c317a919de4e993225/.tmp/family/91add131e5f947b9bfc4ef96fc2a7cdc is 32, key is 5/family:/1733201392377/Put/seqid=0 2024-12-03T04:49:52,419 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36883 is added to blk_1073741839_1015 (size=5083) 2024-12-03T04:49:52,420 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34495 is added to blk_1073741839_1015 (size=5083) 2024-12-03T04:49:52,420 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=140 B at sequenceid=9 (bloomFilter=true), to=hdfs://localhost:35387/user/jenkins/test-data/a5d34339-c1c9-5612-d999-97f9bb00edb0/data/default/testClearRegionBlockCache/861cc54268a741c317a919de4e993225/.tmp/family/91add131e5f947b9bfc4ef96fc2a7cdc 2024-12-03T04:49:52,428 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35387/user/jenkins/test-data/a5d34339-c1c9-5612-d999-97f9bb00edb0/data/default/testClearRegionBlockCache/861cc54268a741c317a919de4e993225/.tmp/family/91add131e5f947b9bfc4ef96fc2a7cdc as hdfs://localhost:35387/user/jenkins/test-data/a5d34339-c1c9-5612-d999-97f9bb00edb0/data/default/testClearRegionBlockCache/861cc54268a741c317a919de4e993225/family/91add131e5f947b9bfc4ef96fc2a7cdc 2024-12-03T04:49:52,435 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35387/user/jenkins/test-data/a5d34339-c1c9-5612-d999-97f9bb00edb0/data/default/testClearRegionBlockCache/861cc54268a741c317a919de4e993225/family/91add131e5f947b9bfc4ef96fc2a7cdc, entries=5, sequenceid=9, filesize=5.0 K 2024-12-03T04:49:52,436 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~140 B/140, heapSize ~760 B/760, currentSize=0 B/0 for 861cc54268a741c317a919de4e993225 in 44ms, sequenceid=9, compaction requested=false 2024-12-03T04:49:52,436 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 861cc54268a741c317a919de4e993225: 2024-12-03T04:49:52,436 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 14a1900ce4ece2d75b36134cc6dbf53e 1/1 column families, dataSize=112 B heapSize=672 B 2024-12-03T04:49:52,454 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35387/user/jenkins/test-data/a5d34339-c1c9-5612-d999-97f9bb00edb0/data/default/testClearRegionBlockCache/14a1900ce4ece2d75b36134cc6dbf53e/.tmp/family/eebc1a06e63a4cbe8686d7aa8093f133 is 32, key is 1/family:/1733201392360/Put/seqid=0 2024-12-03T04:49:52,464 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34495 is added to blk_1073741840_1016 (size=5054) 2024-12-03T04:49:52,464 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36883 is added to blk_1073741840_1016 (size=5054) 2024-12-03T04:49:52,469 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:35387/user/jenkins/test-data/a5d34339-c1c9-5612-d999-97f9bb00edb0/data/default/testClearRegionBlockCache/14a1900ce4ece2d75b36134cc6dbf53e/.tmp/family/eebc1a06e63a4cbe8686d7aa8093f133 2024-12-03T04:49:52,478 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35387/user/jenkins/test-data/a5d34339-c1c9-5612-d999-97f9bb00edb0/data/default/testClearRegionBlockCache/14a1900ce4ece2d75b36134cc6dbf53e/.tmp/family/eebc1a06e63a4cbe8686d7aa8093f133 as hdfs://localhost:35387/user/jenkins/test-data/a5d34339-c1c9-5612-d999-97f9bb00edb0/data/default/testClearRegionBlockCache/14a1900ce4ece2d75b36134cc6dbf53e/family/eebc1a06e63a4cbe8686d7aa8093f133 2024-12-03T04:49:52,485 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35387/user/jenkins/test-data/a5d34339-c1c9-5612-d999-97f9bb00edb0/data/default/testClearRegionBlockCache/14a1900ce4ece2d75b36134cc6dbf53e/family/eebc1a06e63a4cbe8686d7aa8093f133, entries=4, sequenceid=8, filesize=4.9 K 2024-12-03T04:49:52,487 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~112 B/112, heapSize ~656 B/656, currentSize=0 B/0 for 14a1900ce4ece2d75b36134cc6dbf53e in 51ms, sequenceid=8, compaction requested=false 2024-12-03T04:49:52,487 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 14a1900ce4ece2d75b36134cc6dbf53e: 2024-12-03T04:49:52,488 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4804c874, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T04:49:52,488 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 32beccd76b35,38339,-1 for getting cluster id 2024-12-03T04:49:52,488 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T04:49:52,489 DEBUG [HMaster-EventLoopGroup-12-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b424ecb9-d4c1-48ae-8573-29a3bad7c2fa' 2024-12-03T04:49:52,490 DEBUG [RPCClient-NioEventLoopGroup-5-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T04:49:52,490 DEBUG [RPCClient-NioEventLoopGroup-5-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b424ecb9-d4c1-48ae-8573-29a3bad7c2fa" 2024-12-03T04:49:52,490 DEBUG [RPCClient-NioEventLoopGroup-5-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7bb95116, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T04:49:52,490 DEBUG [RPCClient-NioEventLoopGroup-5-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [32beccd76b35,38339,-1] 2024-12-03T04:49:52,490 DEBUG [RPCClient-NioEventLoopGroup-5-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T04:49:52,491 DEBUG [RPCClient-NioEventLoopGroup-5-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T04:49:52,506 INFO [HMaster-EventLoopGroup-12-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41670, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T04:49:52,507 DEBUG [RPCClient-NioEventLoopGroup-5-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@79688072, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T04:49:52,514 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testClearRegionBlockCache,, stopping at row=testClearRegionBlockCache ,, for max=2147483647 with caching=100 2024-12-03T04:49:52,515 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T04:49:52,516 DEBUG [RPCClient-NioEventLoopGroup-5-13 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=32beccd76b35,33137,1733201390019, seqNum=-1] 2024-12-03T04:49:52,516 DEBUG [RPCClient-NioEventLoopGroup-5-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T04:49:52,518 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49260, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T04:49:52,521 DEBUG [RPCClient-NioEventLoopGroup-5-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-03T04:49:52,521 DEBUG [RPCClient-NioEventLoopGroup-5-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-03T04:49:52,522 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51492, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-03T04:49:52,522 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49274, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-03T04:49:52,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45145 {}] bucket.BucketCache(1863): found 1 blocks for file eebc1a06e63a4cbe8686d7aa8093f133, starting offset: 0, end offset: 9223372036854775807 2024-12-03T04:49:52,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33137 {}] bucket.BucketCache(1863): found 1 blocks for file 91add131e5f947b9bfc4ef96fc2a7cdc, starting offset: 0, end offset: 9223372036854775807 2024-12-03T04:49:52,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45145 {}] bucket.BucketCache(856): removed key eebc1a06e63a4cbe8686d7aa8093f133_0 from back map with offset lock 2094080 in the evict process 2024-12-03T04:49:52,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33137 {}] bucket.BucketCache(856): removed key 91add131e5f947b9bfc4ef96fc2a7cdc_0 from back map with offset lock 2094080 in the evict process 2024-12-03T04:49:52,525 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T04:49:52,525 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.testClearBlockCacheFromAsyncAdmin(TestClearRegionBlockCache.java:174) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T04:49:52,525 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T04:49:52,525 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T04:49:52,525 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T04:49:52,525 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-03T04:49:52,525 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T04:49:52,526 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.teardown(TestClearRegionBlockCache.java:100) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T04:49:52,526 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T04:49:52,526 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T04:49:52,526 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T04:49:52,526 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-03T04:49:52,526 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1810472669, stopped=false 2024-12-03T04:49:52,526 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=32beccd76b35,38339,1733201389956 2024-12-03T04:49:52,528 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45145-0x101516d5e180002, quorum=127.0.0.1:60354, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-03T04:49:52,528 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38339-0x101516d5e180000, quorum=127.0.0.1:60354, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-03T04:49:52,528 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45145-0x101516d5e180002, quorum=127.0.0.1:60354, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T04:49:52,528 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33137-0x101516d5e180001, quorum=127.0.0.1:60354, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-03T04:49:52,528 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38339-0x101516d5e180000, quorum=127.0.0.1:60354, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T04:49:52,528 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33137-0x101516d5e180001, quorum=127.0.0.1:60354, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T04:49:52,528 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-03T04:49:52,528 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T04:49:52,529 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:38339-0x101516d5e180000, quorum=127.0.0.1:60354, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-03T04:49:52,529 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:33137-0x101516d5e180001, quorum=127.0.0.1:60354, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-03T04:49:52,529 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.teardown(TestClearRegionBlockCache.java:100) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T04:49:52,529 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T04:49:52,529 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '32beccd76b35,33137,1733201390019' ***** 2024-12-03T04:49:52,529 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-03T04:49:52,529 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '32beccd76b35,45145,1733201390117' ***** 2024-12-03T04:49:52,529 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-03T04:49:52,529 INFO [RS:0;32beccd76b35:33137 {}] bucket.BucketCache(1738): Disabling cache 2024-12-03T04:49:52,530 INFO [RS:1;32beccd76b35:45145 {}] bucket.BucketCache(1738): Disabling cache 2024-12-03T04:49:52,530 INFO [Time-limited test-BucketCacheWriter-0 {}] bucket.BucketCache$WriterThread(1271): Time-limited test-BucketCacheWriter-0 exiting, cacheEnabled=false 2024-12-03T04:49:52,530 INFO [Time-limited test-BucketCacheWriter-1 {}] bucket.BucketCache$WriterThread(1271): Time-limited test-BucketCacheWriter-1 exiting, cacheEnabled=false 2024-12-03T04:49:52,530 INFO [Time-limited test-BucketCacheWriter-2 {}] bucket.BucketCache$WriterThread(1271): Time-limited test-BucketCacheWriter-2 exiting, cacheEnabled=false 2024-12-03T04:49:52,530 INFO [Time-limited test-BucketCacheWriter-0 {}] bucket.BucketCache$WriterThread(1271): Time-limited test-BucketCacheWriter-0 exiting, cacheEnabled=false 2024-12-03T04:49:52,530 INFO [RS:0;32beccd76b35:33137 {}] bucket.BucketCache(1762): Shutdown bucket cache: IO persistent=false; path to write=null 2024-12-03T04:49:52,530 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:45145-0x101516d5e180002, quorum=127.0.0.1:60354, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-03T04:49:52,530 INFO [RS:0;32beccd76b35:33137 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-03T04:49:52,531 INFO [RS:0;32beccd76b35:33137 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-03T04:49:52,531 INFO [RS:0;32beccd76b35:33137 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-03T04:49:52,531 INFO [RS:0;32beccd76b35:33137 {}] regionserver.HRegionServer(3091): Received CLOSE for 861cc54268a741c317a919de4e993225 2024-12-03T04:49:52,531 INFO [Time-limited test-BucketCacheWriter-1 {}] bucket.BucketCache$WriterThread(1271): Time-limited test-BucketCacheWriter-1 exiting, cacheEnabled=false 2024-12-03T04:49:52,531 INFO [RS:1;32beccd76b35:45145 {}] bucket.BucketCache(1762): Shutdown bucket cache: IO persistent=false; path to write=null 2024-12-03T04:49:52,531 INFO [RS:1;32beccd76b35:45145 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-03T04:49:52,531 INFO [RS:1;32beccd76b35:45145 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-03T04:49:52,531 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-03T04:49:52,531 INFO [RS:1;32beccd76b35:45145 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-03T04:49:52,531 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-03T04:49:52,531 INFO [RS:1;32beccd76b35:45145 {}] regionserver.HRegionServer(3091): Received CLOSE for 14a1900ce4ece2d75b36134cc6dbf53e 2024-12-03T04:49:52,531 INFO [RS:0;32beccd76b35:33137 {}] regionserver.HRegionServer(959): stopping server 32beccd76b35,33137,1733201390019 2024-12-03T04:49:52,531 INFO [RS:0;32beccd76b35:33137 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-03T04:49:52,531 INFO [Time-limited test-BucketCacheWriter-2 {}] bucket.BucketCache$WriterThread(1271): Time-limited test-BucketCacheWriter-2 exiting, cacheEnabled=false 2024-12-03T04:49:52,532 INFO [RS:0;32beccd76b35:33137 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;32beccd76b35:33137. 2024-12-03T04:49:52,532 DEBUG [RS:0;32beccd76b35:33137 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T04:49:52,532 DEBUG [RS:0;32beccd76b35:33137 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T04:49:52,532 DEBUG [RS_CLOSE_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 861cc54268a741c317a919de4e993225, disabling compactions & flushes 2024-12-03T04:49:52,532 INFO [RS_CLOSE_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,5,1733201391718.861cc54268a741c317a919de4e993225. 2024-12-03T04:49:52,532 INFO [RS:0;32beccd76b35:33137 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-03T04:49:52,532 INFO [RS:0;32beccd76b35:33137 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-03T04:49:52,532 DEBUG [RS_CLOSE_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,5,1733201391718.861cc54268a741c317a919de4e993225. 2024-12-03T04:49:52,532 INFO [RS:0;32beccd76b35:33137 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-03T04:49:52,532 DEBUG [RS_CLOSE_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,5,1733201391718.861cc54268a741c317a919de4e993225. after waiting 0 ms 2024-12-03T04:49:52,532 INFO [RS:0;32beccd76b35:33137 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-03T04:49:52,532 DEBUG [RS_CLOSE_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,5,1733201391718.861cc54268a741c317a919de4e993225. 2024-12-03T04:49:52,532 INFO [RS:1;32beccd76b35:45145 {}] regionserver.HRegionServer(959): stopping server 32beccd76b35,45145,1733201390117 2024-12-03T04:49:52,532 INFO [RS:1;32beccd76b35:45145 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-03T04:49:52,532 INFO [RS:1;32beccd76b35:45145 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;32beccd76b35:45145. 2024-12-03T04:49:52,532 DEBUG [RS:1;32beccd76b35:45145 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T04:49:52,532 DEBUG [RS_CLOSE_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 14a1900ce4ece2d75b36134cc6dbf53e, disabling compactions & flushes 2024-12-03T04:49:52,532 DEBUG [RS:1;32beccd76b35:45145 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T04:49:52,532 INFO [RS_CLOSE_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,,1733201391718.14a1900ce4ece2d75b36134cc6dbf53e. 2024-12-03T04:49:52,532 INFO [RS:0;32beccd76b35:33137 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-03T04:49:52,532 DEBUG [RS_CLOSE_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,,1733201391718.14a1900ce4ece2d75b36134cc6dbf53e. 2024-12-03T04:49:52,532 DEBUG [RS:0;32beccd76b35:33137 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 861cc54268a741c317a919de4e993225=testClearRegionBlockCache,5,1733201391718.861cc54268a741c317a919de4e993225.} 2024-12-03T04:49:52,532 INFO [RS:1;32beccd76b35:45145 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-03T04:49:52,532 DEBUG [RS_CLOSE_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,,1733201391718.14a1900ce4ece2d75b36134cc6dbf53e. after waiting 0 ms 2024-12-03T04:49:52,532 DEBUG [RS:1;32beccd76b35:45145 {}] regionserver.HRegionServer(1325): Online Regions={14a1900ce4ece2d75b36134cc6dbf53e=testClearRegionBlockCache,,1733201391718.14a1900ce4ece2d75b36134cc6dbf53e.} 2024-12-03T04:49:52,532 DEBUG [RS_CLOSE_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,,1733201391718.14a1900ce4ece2d75b36134cc6dbf53e. 2024-12-03T04:49:52,532 DEBUG [RS:0;32beccd76b35:33137 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 861cc54268a741c317a919de4e993225 2024-12-03T04:49:52,533 DEBUG [RS:1;32beccd76b35:45145 {}] regionserver.HRegionServer(1351): Waiting on 14a1900ce4ece2d75b36134cc6dbf53e 2024-12-03T04:49:52,533 DEBUG [RS_CLOSE_META-regionserver/32beccd76b35:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-03T04:49:52,533 INFO [RS_CLOSE_META-regionserver/32beccd76b35:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-03T04:49:52,533 DEBUG [RS_CLOSE_META-regionserver/32beccd76b35:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-03T04:49:52,533 DEBUG [RS_CLOSE_META-regionserver/32beccd76b35:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-03T04:49:52,533 DEBUG [RS_CLOSE_META-regionserver/32beccd76b35:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-03T04:49:52,534 INFO [RS_CLOSE_META-regionserver/32beccd76b35:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.79 KB heapSize=5.57 KB 2024-12-03T04:49:52,539 DEBUG [RS_CLOSE_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35387/user/jenkins/test-data/a5d34339-c1c9-5612-d999-97f9bb00edb0/data/default/testClearRegionBlockCache/861cc54268a741c317a919de4e993225/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=1 2024-12-03T04:49:52,539 DEBUG [RS_CLOSE_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35387/user/jenkins/test-data/a5d34339-c1c9-5612-d999-97f9bb00edb0/data/default/testClearRegionBlockCache/14a1900ce4ece2d75b36134cc6dbf53e/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-12-03T04:49:52,540 INFO [RS_CLOSE_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,,1733201391718.14a1900ce4ece2d75b36134cc6dbf53e. 2024-12-03T04:49:52,540 DEBUG [RS_CLOSE_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 14a1900ce4ece2d75b36134cc6dbf53e: Waiting for close lock at 1733201392532Running coprocessor pre-close hooks at 1733201392532Disabling compacts and flushes for region at 1733201392532Disabling writes for close at 1733201392532Writing region close event to WAL at 1733201392534 (+2 ms)Running coprocessor post-close hooks at 1733201392540 (+6 ms)Closed at 1733201392540 2024-12-03T04:49:52,540 DEBUG [RS_CLOSE_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,,1733201391718.14a1900ce4ece2d75b36134cc6dbf53e. 2024-12-03T04:49:52,542 INFO [RS_CLOSE_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,5,1733201391718.861cc54268a741c317a919de4e993225. 2024-12-03T04:49:52,542 DEBUG [RS_CLOSE_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 861cc54268a741c317a919de4e993225: Waiting for close lock at 1733201392532Running coprocessor pre-close hooks at 1733201392532Disabling compacts and flushes for region at 1733201392532Disabling writes for close at 1733201392532Writing region close event to WAL at 1733201392533 (+1 ms)Running coprocessor post-close hooks at 1733201392542 (+9 ms)Closed at 1733201392542 2024-12-03T04:49:52,542 DEBUG [RS_CLOSE_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,5,1733201391718.861cc54268a741c317a919de4e993225. 2024-12-03T04:49:52,553 DEBUG [RS_CLOSE_META-regionserver/32beccd76b35:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35387/user/jenkins/test-data/a5d34339-c1c9-5612-d999-97f9bb00edb0/data/hbase/meta/1588230740/.tmp/info/421c24ded406446ba33d5cfadf418a9d is 173, key is testClearRegionBlockCache,5,1733201391718.861cc54268a741c317a919de4e993225./info:regioninfo/1733201392185/Put/seqid=0 2024-12-03T04:49:52,559 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34495 is added to blk_1073741841_1017 (size=8173) 2024-12-03T04:49:52,559 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36883 is added to blk_1073741841_1017 (size=8173) 2024-12-03T04:49:52,565 INFO [RS_CLOSE_META-regionserver/32beccd76b35:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.60 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:35387/user/jenkins/test-data/a5d34339-c1c9-5612-d999-97f9bb00edb0/data/hbase/meta/1588230740/.tmp/info/421c24ded406446ba33d5cfadf418a9d 2024-12-03T04:49:52,581 INFO [regionserver/32beccd76b35:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-03T04:49:52,585 INFO [regionserver/32beccd76b35:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-03T04:49:52,588 DEBUG [RS_CLOSE_META-regionserver/32beccd76b35:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35387/user/jenkins/test-data/a5d34339-c1c9-5612-d999-97f9bb00edb0/data/hbase/meta/1588230740/.tmp/ns/ae380ce616054908849a7d5bd6adcc7a is 43, key is default/ns:d/1733201391618/Put/seqid=0 2024-12-03T04:49:52,594 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34495 is added to blk_1073741842_1018 (size=5153) 2024-12-03T04:49:52,595 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36883 is added to blk_1073741842_1018 (size=5153) 2024-12-03T04:49:52,597 INFO [RS_CLOSE_META-regionserver/32beccd76b35:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:35387/user/jenkins/test-data/a5d34339-c1c9-5612-d999-97f9bb00edb0/data/hbase/meta/1588230740/.tmp/ns/ae380ce616054908849a7d5bd6adcc7a 2024-12-03T04:49:52,629 DEBUG [RS_CLOSE_META-regionserver/32beccd76b35:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35387/user/jenkins/test-data/a5d34339-c1c9-5612-d999-97f9bb00edb0/data/hbase/meta/1588230740/.tmp/table/cf3d10675dd745eaa9489efe90cf9f9a is 61, key is testClearRegionBlockCache/table:state/1733201392243/Put/seqid=0 2024-12-03T04:49:52,635 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36883 is added to blk_1073741843_1019 (size=5312) 2024-12-03T04:49:52,636 INFO [RS_CLOSE_META-regionserver/32beccd76b35:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=114 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:35387/user/jenkins/test-data/a5d34339-c1c9-5612-d999-97f9bb00edb0/data/hbase/meta/1588230740/.tmp/table/cf3d10675dd745eaa9489efe90cf9f9a 2024-12-03T04:49:52,637 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34495 is added to blk_1073741843_1019 (size=5312) 2024-12-03T04:49:52,645 DEBUG [RS_CLOSE_META-regionserver/32beccd76b35:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35387/user/jenkins/test-data/a5d34339-c1c9-5612-d999-97f9bb00edb0/data/hbase/meta/1588230740/.tmp/info/421c24ded406446ba33d5cfadf418a9d as hdfs://localhost:35387/user/jenkins/test-data/a5d34339-c1c9-5612-d999-97f9bb00edb0/data/hbase/meta/1588230740/info/421c24ded406446ba33d5cfadf418a9d 2024-12-03T04:49:52,655 INFO [RS_CLOSE_META-regionserver/32beccd76b35:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35387/user/jenkins/test-data/a5d34339-c1c9-5612-d999-97f9bb00edb0/data/hbase/meta/1588230740/info/421c24ded406446ba33d5cfadf418a9d, entries=20, sequenceid=13, filesize=8.0 K 2024-12-03T04:49:52,657 DEBUG [RS_CLOSE_META-regionserver/32beccd76b35:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35387/user/jenkins/test-data/a5d34339-c1c9-5612-d999-97f9bb00edb0/data/hbase/meta/1588230740/.tmp/ns/ae380ce616054908849a7d5bd6adcc7a as hdfs://localhost:35387/user/jenkins/test-data/a5d34339-c1c9-5612-d999-97f9bb00edb0/data/hbase/meta/1588230740/ns/ae380ce616054908849a7d5bd6adcc7a 2024-12-03T04:49:52,664 INFO [RS_CLOSE_META-regionserver/32beccd76b35:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35387/user/jenkins/test-data/a5d34339-c1c9-5612-d999-97f9bb00edb0/data/hbase/meta/1588230740/ns/ae380ce616054908849a7d5bd6adcc7a, entries=2, sequenceid=13, filesize=5.0 K 2024-12-03T04:49:52,665 DEBUG [RS_CLOSE_META-regionserver/32beccd76b35:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35387/user/jenkins/test-data/a5d34339-c1c9-5612-d999-97f9bb00edb0/data/hbase/meta/1588230740/.tmp/table/cf3d10675dd745eaa9489efe90cf9f9a as hdfs://localhost:35387/user/jenkins/test-data/a5d34339-c1c9-5612-d999-97f9bb00edb0/data/hbase/meta/1588230740/table/cf3d10675dd745eaa9489efe90cf9f9a 2024-12-03T04:49:52,674 INFO [RS_CLOSE_META-regionserver/32beccd76b35:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35387/user/jenkins/test-data/a5d34339-c1c9-5612-d999-97f9bb00edb0/data/hbase/meta/1588230740/table/cf3d10675dd745eaa9489efe90cf9f9a, entries=2, sequenceid=13, filesize=5.2 K 2024-12-03T04:49:52,676 INFO [RS_CLOSE_META-regionserver/32beccd76b35:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.79 KB/2852, heapSize ~5.27 KB/5400, currentSize=0 B/0 for 1588230740 in 142ms, sequenceid=13, compaction requested=false 2024-12-03T04:49:52,701 DEBUG [RS_CLOSE_META-regionserver/32beccd76b35:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35387/user/jenkins/test-data/a5d34339-c1c9-5612-d999-97f9bb00edb0/data/hbase/meta/1588230740/recovered.edits/16.seqid, newMaxSeqId=16, maxSeqId=1 2024-12-03T04:49:52,702 DEBUG [RS_CLOSE_META-regionserver/32beccd76b35:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-03T04:49:52,702 INFO [RS_CLOSE_META-regionserver/32beccd76b35:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-03T04:49:52,703 DEBUG [RS_CLOSE_META-regionserver/32beccd76b35:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733201392533Running coprocessor pre-close hooks at 1733201392533Disabling compacts and flushes for region at 1733201392533Disabling writes for close at 1733201392533Obtaining lock to block concurrent updates at 1733201392534 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1733201392534Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2852, getHeapSize=5640, getOffHeapSize=0, getCellsCount=24 at 1733201392534Flushing stores of hbase:meta,,1.1588230740 at 1733201392535 (+1 ms)Flushing 1588230740/info: creating writer at 1733201392535Flushing 1588230740/info: appending metadata at 1733201392552 (+17 ms)Flushing 1588230740/info: closing flushed file at 1733201392552Flushing 1588230740/ns: creating writer at 1733201392572 (+20 ms)Flushing 1588230740/ns: appending metadata at 1733201392588 (+16 ms)Flushing 1588230740/ns: closing flushed file at 1733201392588Flushing 1588230740/table: creating writer at 1733201392607 (+19 ms)Flushing 1588230740/table: appending metadata at 1733201392628 (+21 ms)Flushing 1588230740/table: closing flushed file at 1733201392628Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@415c01f0: reopening flushed file at 1733201392644 (+16 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3db9ac84: reopening flushed file at 1733201392655 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@54ec0ee8: reopening flushed file at 1733201392664 (+9 ms)Finished flush of dataSize ~2.79 KB/2852, heapSize ~5.27 KB/5400, currentSize=0 B/0 for 1588230740 in 142ms, sequenceid=13, compaction requested=false at 1733201392676 (+12 ms)Writing region close event to WAL at 1733201392686 (+10 ms)Running coprocessor post-close hooks at 1733201392702 (+16 ms)Closed at 1733201392702 2024-12-03T04:49:52,703 DEBUG [RS_CLOSE_META-regionserver/32beccd76b35:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-03T04:49:52,733 INFO [RS:0;32beccd76b35:33137 {}] regionserver.HRegionServer(976): stopping server 32beccd76b35,33137,1733201390019; all regions closed. 2024-12-03T04:49:52,733 INFO [RS:1;32beccd76b35:45145 {}] regionserver.HRegionServer(976): stopping server 32beccd76b35,45145,1733201390117; all regions closed. 2024-12-03T04:49:52,736 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34495 is added to blk_1073741833_1009 (size=1758) 2024-12-03T04:49:52,736 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36883 is added to blk_1073741833_1009 (size=1758) 2024-12-03T04:49:52,743 DEBUG [RS:1;32beccd76b35:45145 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/a5d34339-c1c9-5612-d999-97f9bb00edb0/oldWALs 2024-12-03T04:49:52,743 INFO [RS:1;32beccd76b35:45145 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 32beccd76b35%2C45145%2C1733201390117:(num 1733201391120) 2024-12-03T04:49:52,744 DEBUG [RS:1;32beccd76b35:45145 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T04:49:52,744 INFO [RS:1;32beccd76b35:45145 {}] regionserver.LeaseManager(133): Closed leases 2024-12-03T04:49:52,744 INFO [RS:1;32beccd76b35:45145 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-03T04:49:52,744 INFO [RS:1;32beccd76b35:45145 {}] hbase.ChoreService(370): Chore service for: regionserver/32beccd76b35:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-03T04:49:52,744 INFO [RS:1;32beccd76b35:45145 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-03T04:49:52,744 INFO [RS:1;32beccd76b35:45145 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-03T04:49:52,744 INFO [RS:1;32beccd76b35:45145 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-03T04:49:52,744 INFO [RS:1;32beccd76b35:45145 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-03T04:49:52,744 INFO [RS:1;32beccd76b35:45145 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:45145 2024-12-03T04:49:52,745 INFO [regionserver/32beccd76b35:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-03T04:49:52,747 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36883 is added to blk_1073741835_1011 (size=4338) 2024-12-03T04:49:52,748 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34495 is added to blk_1073741835_1011 (size=4338) 2024-12-03T04:49:52,753 DEBUG [RS:0;32beccd76b35:33137 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/a5d34339-c1c9-5612-d999-97f9bb00edb0/oldWALs 2024-12-03T04:49:52,753 INFO [RS:0;32beccd76b35:33137 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 32beccd76b35%2C33137%2C1733201390019.meta:.meta(num 1733201391543) 2024-12-03T04:49:52,759 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36883 is added to blk_1073741834_1010 (size=1867) 2024-12-03T04:49:52,759 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34495 is added to blk_1073741834_1010 (size=1867) 2024-12-03T04:49:52,762 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38339-0x101516d5e180000, quorum=127.0.0.1:60354, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-03T04:49:52,762 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45145-0x101516d5e180002, quorum=127.0.0.1:60354, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/32beccd76b35,45145,1733201390117 2024-12-03T04:49:52,762 INFO [RS:1;32beccd76b35:45145 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-03T04:49:52,763 DEBUG [RS:0;32beccd76b35:33137 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/a5d34339-c1c9-5612-d999-97f9bb00edb0/oldWALs 2024-12-03T04:49:52,763 INFO [RS:0;32beccd76b35:33137 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 32beccd76b35%2C33137%2C1733201390019:(num 1733201391120) 2024-12-03T04:49:52,764 DEBUG [RS:0;32beccd76b35:33137 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T04:49:52,764 INFO [RS:0;32beccd76b35:33137 {}] regionserver.LeaseManager(133): Closed leases 2024-12-03T04:49:52,764 INFO [RS:0;32beccd76b35:33137 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-03T04:49:52,764 INFO [RS:0;32beccd76b35:33137 {}] hbase.ChoreService(370): Chore service for: regionserver/32beccd76b35:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-03T04:49:52,764 INFO [RS:0;32beccd76b35:33137 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-03T04:49:52,764 INFO [RS:0;32beccd76b35:33137 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:33137 2024-12-03T04:49:52,765 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [32beccd76b35,45145,1733201390117] 2024-12-03T04:49:52,765 INFO [regionserver/32beccd76b35:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-03T04:49:52,766 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38339-0x101516d5e180000, quorum=127.0.0.1:60354, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-03T04:49:52,766 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33137-0x101516d5e180001, quorum=127.0.0.1:60354, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/32beccd76b35,33137,1733201390019 2024-12-03T04:49:52,766 INFO [RS:0;32beccd76b35:33137 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-03T04:49:52,766 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/32beccd76b35,45145,1733201390117 already deleted, retry=false 2024-12-03T04:49:52,767 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 32beccd76b35,45145,1733201390117 expired; onlineServers=1 2024-12-03T04:49:52,767 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [32beccd76b35,33137,1733201390019] 2024-12-03T04:49:52,769 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/32beccd76b35,33137,1733201390019 already deleted, retry=false 2024-12-03T04:49:52,769 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 32beccd76b35,33137,1733201390019 expired; onlineServers=0 2024-12-03T04:49:52,769 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '32beccd76b35,38339,1733201389956' ***** 2024-12-03T04:49:52,769 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-03T04:49:52,770 INFO [M:0;32beccd76b35:38339 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-03T04:49:52,770 INFO [M:0;32beccd76b35:38339 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-03T04:49:52,770 DEBUG [M:0;32beccd76b35:38339 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-03T04:49:52,770 DEBUG [M:0;32beccd76b35:38339 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-03T04:49:52,770 DEBUG [master/32beccd76b35:0:becomeActiveMaster-HFileCleaner.large.0-1733201390822 {}] cleaner.HFileCleaner(306): Exit Thread[master/32beccd76b35:0:becomeActiveMaster-HFileCleaner.large.0-1733201390822,5,FailOnTimeoutGroup] 2024-12-03T04:49:52,770 INFO [M:0;32beccd76b35:38339 {}] hbase.ChoreService(370): Chore service for: master/32beccd76b35:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-03T04:49:52,770 INFO [M:0;32beccd76b35:38339 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-03T04:49:52,770 DEBUG [master/32beccd76b35:0:becomeActiveMaster-HFileCleaner.small.0-1733201390823 {}] cleaner.HFileCleaner(306): Exit Thread[master/32beccd76b35:0:becomeActiveMaster-HFileCleaner.small.0-1733201390823,5,FailOnTimeoutGroup] 2024-12-03T04:49:52,770 DEBUG [M:0;32beccd76b35:38339 {}] master.HMaster(1795): Stopping service threads 2024-12-03T04:49:52,770 INFO [M:0;32beccd76b35:38339 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-03T04:49:52,771 INFO [M:0;32beccd76b35:38339 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-03T04:49:52,771 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-03T04:49:52,771 INFO [M:0;32beccd76b35:38339 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-03T04:49:52,771 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-03T04:49:52,773 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38339-0x101516d5e180000, quorum=127.0.0.1:60354, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-12-03T04:49:52,773 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38339-0x101516d5e180000, quorum=127.0.0.1:60354, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T04:49:52,774 DEBUG [M:0;32beccd76b35:38339 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/master already deleted, retry=false 2024-12-03T04:49:52,774 DEBUG [M:0;32beccd76b35:38339 {}] master.ActiveMasterManager(353): master:38339-0x101516d5e180000, quorum=127.0.0.1:60354, baseZNode=/hbase Failed delete of our master address node; KeeperErrorCode = NoNode for /hbase/master 2024-12-03T04:49:52,775 INFO [M:0;32beccd76b35:38339 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:35387/user/jenkins/test-data/a5d34339-c1c9-5612-d999-97f9bb00edb0/.lastflushedseqids 2024-12-03T04:49:52,791 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34495 is added to blk_1073741844_1020 (size=191) 2024-12-03T04:49:52,791 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36883 is added to blk_1073741844_1020 (size=191) 2024-12-03T04:49:52,792 INFO [M:0;32beccd76b35:38339 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-03T04:49:52,792 INFO [M:0;32beccd76b35:38339 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-03T04:49:52,792 DEBUG [M:0;32beccd76b35:38339 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-03T04:49:52,792 INFO [M:0;32beccd76b35:38339 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T04:49:52,792 DEBUG [M:0;32beccd76b35:38339 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T04:49:52,792 DEBUG [M:0;32beccd76b35:38339 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-03T04:49:52,792 DEBUG [M:0;32beccd76b35:38339 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T04:49:52,792 INFO [M:0;32beccd76b35:38339 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=29.57 KB heapSize=36.95 KB 2024-12-03T04:49:52,811 DEBUG [M:0;32beccd76b35:38339 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35387/user/jenkins/test-data/a5d34339-c1c9-5612-d999-97f9bb00edb0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/47b6f9d0d9894724a9043e6c670ff26e is 82, key is hbase:meta,,1/info:regioninfo/1733201391603/Put/seqid=0 2024-12-03T04:49:52,827 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34495 is added to blk_1073741845_1021 (size=5672) 2024-12-03T04:49:52,827 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36883 is added to blk_1073741845_1021 (size=5672) 2024-12-03T04:49:52,828 INFO [M:0;32beccd76b35:38339 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:35387/user/jenkins/test-data/a5d34339-c1c9-5612-d999-97f9bb00edb0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/47b6f9d0d9894724a9043e6c670ff26e 2024-12-03T04:49:52,852 DEBUG [M:0;32beccd76b35:38339 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35387/user/jenkins/test-data/a5d34339-c1c9-5612-d999-97f9bb00edb0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/8ec7985cc36b42f88ab1b3940251ed5b is 802, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1733201392250/Put/seqid=0 2024-12-03T04:49:52,859 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34495 is added to blk_1073741846_1022 (size=6218) 2024-12-03T04:49:52,859 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36883 is added to blk_1073741846_1022 (size=6218) 2024-12-03T04:49:52,860 INFO [M:0;32beccd76b35:38339 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28.95 KB at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:35387/user/jenkins/test-data/a5d34339-c1c9-5612-d999-97f9bb00edb0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/8ec7985cc36b42f88ab1b3940251ed5b 2024-12-03T04:49:52,865 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45145-0x101516d5e180002, quorum=127.0.0.1:60354, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T04:49:52,865 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45145-0x101516d5e180002, quorum=127.0.0.1:60354, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T04:49:52,865 INFO [RS:1;32beccd76b35:45145 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-03T04:49:52,865 INFO [RS:1;32beccd76b35:45145 {}] regionserver.HRegionServer(1031): Exiting; stopping=32beccd76b35,45145,1733201390117; zookeeper connection closed. 2024-12-03T04:49:52,869 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33137-0x101516d5e180001, quorum=127.0.0.1:60354, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T04:49:52,869 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33137-0x101516d5e180001, quorum=127.0.0.1:60354, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T04:49:52,869 INFO [RS:0;32beccd76b35:33137 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-03T04:49:52,869 INFO [RS:0;32beccd76b35:33137 {}] regionserver.HRegionServer(1031): Exiting; stopping=32beccd76b35,33137,1733201390019; zookeeper connection closed. 2024-12-03T04:49:52,873 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@65be9843 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@65be9843 2024-12-03T04:49:52,873 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@12176ac4 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@12176ac4 2024-12-03T04:49:52,874 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 2 regionserver(s) complete 2024-12-03T04:49:52,886 DEBUG [M:0;32beccd76b35:38339 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35387/user/jenkins/test-data/a5d34339-c1c9-5612-d999-97f9bb00edb0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/61727cde187b49d8afdee8fb2ebd9574 is 69, key is 32beccd76b35,33137,1733201390019/rs:state/1733201390943/Put/seqid=0 2024-12-03T04:49:52,893 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36883 is added to blk_1073741847_1023 (size=5224) 2024-12-03T04:49:52,894 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34495 is added to blk_1073741847_1023 (size=5224) 2024-12-03T04:49:52,894 INFO [M:0;32beccd76b35:38339 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=130 B at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:35387/user/jenkins/test-data/a5d34339-c1c9-5612-d999-97f9bb00edb0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/61727cde187b49d8afdee8fb2ebd9574 2024-12-03T04:49:52,901 DEBUG [M:0;32beccd76b35:38339 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35387/user/jenkins/test-data/a5d34339-c1c9-5612-d999-97f9bb00edb0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/47b6f9d0d9894724a9043e6c670ff26e as hdfs://localhost:35387/user/jenkins/test-data/a5d34339-c1c9-5612-d999-97f9bb00edb0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/47b6f9d0d9894724a9043e6c670ff26e 2024-12-03T04:49:52,909 INFO [M:0;32beccd76b35:38339 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35387/user/jenkins/test-data/a5d34339-c1c9-5612-d999-97f9bb00edb0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/47b6f9d0d9894724a9043e6c670ff26e, entries=8, sequenceid=71, filesize=5.5 K 2024-12-03T04:49:52,914 DEBUG [M:0;32beccd76b35:38339 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35387/user/jenkins/test-data/a5d34339-c1c9-5612-d999-97f9bb00edb0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/8ec7985cc36b42f88ab1b3940251ed5b as hdfs://localhost:35387/user/jenkins/test-data/a5d34339-c1c9-5612-d999-97f9bb00edb0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/8ec7985cc36b42f88ab1b3940251ed5b 2024-12-03T04:49:52,921 INFO [M:0;32beccd76b35:38339 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35387/user/jenkins/test-data/a5d34339-c1c9-5612-d999-97f9bb00edb0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/8ec7985cc36b42f88ab1b3940251ed5b, entries=8, sequenceid=71, filesize=6.1 K 2024-12-03T04:49:52,922 DEBUG [M:0;32beccd76b35:38339 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35387/user/jenkins/test-data/a5d34339-c1c9-5612-d999-97f9bb00edb0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/61727cde187b49d8afdee8fb2ebd9574 as hdfs://localhost:35387/user/jenkins/test-data/a5d34339-c1c9-5612-d999-97f9bb00edb0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/61727cde187b49d8afdee8fb2ebd9574 2024-12-03T04:49:52,929 INFO [M:0;32beccd76b35:38339 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35387/user/jenkins/test-data/a5d34339-c1c9-5612-d999-97f9bb00edb0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/61727cde187b49d8afdee8fb2ebd9574, entries=2, sequenceid=71, filesize=5.1 K 2024-12-03T04:49:52,931 INFO [M:0;32beccd76b35:38339 {}] regionserver.HRegion(3140): Finished flush of dataSize ~29.57 KB/30281, heapSize ~36.66 KB/37536, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 138ms, sequenceid=71, compaction requested=false 2024-12-03T04:49:52,933 INFO [M:0;32beccd76b35:38339 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T04:49:52,933 DEBUG [M:0;32beccd76b35:38339 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733201392792Disabling compacts and flushes for region at 1733201392792Disabling writes for close at 1733201392792Obtaining lock to block concurrent updates at 1733201392792Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733201392792Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=30281, getHeapSize=37776, getOffHeapSize=0, getCellsCount=86 at 1733201392793 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733201392794 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733201392794Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733201392810 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733201392810Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733201392835 (+25 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733201392851 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733201392851Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733201392870 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733201392886 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733201392886Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@238e6037: reopening flushed file at 1733201392900 (+14 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@29eae64a: reopening flushed file at 1733201392910 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@27882881: reopening flushed file at 1733201392922 (+12 ms)Finished flush of dataSize ~29.57 KB/30281, heapSize ~36.66 KB/37536, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 138ms, sequenceid=71, compaction requested=false at 1733201392931 (+9 ms)Writing region close event to WAL at 1733201392933 (+2 ms)Closed at 1733201392933 2024-12-03T04:49:52,936 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36883 is added to blk_1073741830_1006 (size=35428) 2024-12-03T04:49:52,937 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34495 is added to blk_1073741830_1006 (size=35428) 2024-12-03T04:49:52,938 INFO [M:0;32beccd76b35:38339 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-03T04:49:52,938 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-03T04:49:52,938 INFO [M:0;32beccd76b35:38339 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:38339 2024-12-03T04:49:52,938 INFO [M:0;32beccd76b35:38339 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-03T04:49:53,040 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38339-0x101516d5e180000, quorum=127.0.0.1:60354, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T04:49:53,040 INFO [M:0;32beccd76b35:38339 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-03T04:49:53,040 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38339-0x101516d5e180000, quorum=127.0.0.1:60354, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T04:49:53,051 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@9c6a69c{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-03T04:49:53,052 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@234477a1{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-03T04:49:53,052 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-03T04:49:53,052 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@45d29c64{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-03T04:49:53,052 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6c6bf612{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2e19f08c-d31e-ed39-f6a6-2cd684179a12/hadoop.log.dir/,STOPPED} 2024-12-03T04:49:53,057 WARN [BP-288893755-172.17.0.3-1733201389018 heartbeating to localhost/127.0.0.1:35387 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-03T04:49:53,057 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-03T04:49:53,057 WARN [BP-288893755-172.17.0.3-1733201389018 heartbeating to localhost/127.0.0.1:35387 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-288893755-172.17.0.3-1733201389018 (Datanode Uuid cad009c7-05cc-4461-9835-a14170d8862d) service to localhost/127.0.0.1:35387 2024-12-03T04:49:53,057 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-03T04:49:53,058 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2e19f08c-d31e-ed39-f6a6-2cd684179a12/cluster_a8c81ed0-5102-e617-aa77-947db8a661a4/data/data4/current/BP-288893755-172.17.0.3-1733201389018 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-03T04:49:53,059 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2e19f08c-d31e-ed39-f6a6-2cd684179a12/cluster_a8c81ed0-5102-e617-aa77-947db8a661a4/data/data3/current/BP-288893755-172.17.0.3-1733201389018 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-03T04:49:53,059 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-03T04:49:53,066 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@d9252e7{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-03T04:49:53,066 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@c55ae6e{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-03T04:49:53,066 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-03T04:49:53,067 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@bf42ec4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-03T04:49:53,067 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@659a3871{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2e19f08c-d31e-ed39-f6a6-2cd684179a12/hadoop.log.dir/,STOPPED} 2024-12-03T04:49:53,068 WARN [BP-288893755-172.17.0.3-1733201389018 heartbeating to localhost/127.0.0.1:35387 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-03T04:49:53,068 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-03T04:49:53,068 WARN [BP-288893755-172.17.0.3-1733201389018 heartbeating to localhost/127.0.0.1:35387 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-288893755-172.17.0.3-1733201389018 (Datanode Uuid 5db4d523-e2a6-4e5b-8899-17fb3c3575f3) service to localhost/127.0.0.1:35387 2024-12-03T04:49:53,069 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-03T04:49:53,069 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2e19f08c-d31e-ed39-f6a6-2cd684179a12/cluster_a8c81ed0-5102-e617-aa77-947db8a661a4/data/data1/current/BP-288893755-172.17.0.3-1733201389018 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-03T04:49:53,069 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2e19f08c-d31e-ed39-f6a6-2cd684179a12/cluster_a8c81ed0-5102-e617-aa77-947db8a661a4/data/data2/current/BP-288893755-172.17.0.3-1733201389018 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-03T04:49:53,070 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-03T04:49:53,076 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@107efd0a{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-03T04:49:53,076 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2773534f{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-03T04:49:53,076 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-03T04:49:53,077 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@118e7181{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-03T04:49:53,077 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1a08defa{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2e19f08c-d31e-ed39-f6a6-2cd684179a12/hadoop.log.dir/,STOPPED} 2024-12-03T04:49:53,083 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-03T04:49:53,102 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-03T04:49:53,112 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.TestClearRegionBlockCache#testClearBlockCacheFromAsyncAdmin[1: bucket] Thread=157 (was 138) Potentially hanging thread: HMaster-EventLoopGroup-12-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-17-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-13-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1437947524) connection to localhost/127.0.0.1:35387 from jenkins.hfs.6 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-13-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1437947524) connection to localhost/127.0.0.1:35387 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-14-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35387 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-16-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-17-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-12-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-17-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35387 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1437947524) connection to localhost/127.0.0.1:35387 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.6@localhost:35387 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-12-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-16-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-13-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-16-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.7@localhost:35387 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:35387 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35387 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1437947524) connection to localhost/127.0.0.1:35387 from jenkins.hfs.7 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35387 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=499 (was 470) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=499 (was 516), ProcessCount=11 (was 11), AvailableMemoryMB=3816 (was 3983) 2024-12-03T04:49:53,120 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.TestClearRegionBlockCache#testClearBlockCache[1: bucket] Thread=157, OpenFileDescriptor=499, MaxFileDescriptor=1048576, SystemLoadAverage=499, ProcessCount=11, AvailableMemoryMB=3816 2024-12-03T04:49:53,135 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2e19f08c-d31e-ed39-f6a6-2cd684179a12/hadoop.log.dir so I do NOT create it in target/test-data/52855898-1b74-4bff-e7c4-822a877339c9 2024-12-03T04:49:53,135 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2e19f08c-d31e-ed39-f6a6-2cd684179a12/hadoop.log.dir Erasing configuration value by system value. 2024-12-03T04:49:53,135 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2e19f08c-d31e-ed39-f6a6-2cd684179a12/hadoop.tmp.dir so I do NOT create it in target/test-data/52855898-1b74-4bff-e7c4-822a877339c9 2024-12-03T04:49:53,135 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2e19f08c-d31e-ed39-f6a6-2cd684179a12/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-03T04:49:53,135 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/52855898-1b74-4bff-e7c4-822a877339c9 2024-12-03T04:49:53,135 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=2, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-03T04:49:53,135 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/52855898-1b74-4bff-e7c4-822a877339c9/cluster_03e6996e-7e6d-3a30-a37e-b22e5a4140a1, deleteOnExit=true 2024-12-03T04:49:53,135 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-03T04:49:53,136 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/52855898-1b74-4bff-e7c4-822a877339c9/test.cache.data in system properties and HBase conf 2024-12-03T04:49:53,136 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/52855898-1b74-4bff-e7c4-822a877339c9/hadoop.tmp.dir in system properties and HBase conf 2024-12-03T04:49:53,136 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/52855898-1b74-4bff-e7c4-822a877339c9/hadoop.log.dir in system properties and HBase conf 2024-12-03T04:49:53,136 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/52855898-1b74-4bff-e7c4-822a877339c9/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-03T04:49:53,136 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/52855898-1b74-4bff-e7c4-822a877339c9/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-03T04:49:53,136 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-03T04:49:53,136 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-03T04:49:53,136 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/52855898-1b74-4bff-e7c4-822a877339c9/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-03T04:49:53,136 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/52855898-1b74-4bff-e7c4-822a877339c9/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-03T04:49:53,136 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/52855898-1b74-4bff-e7c4-822a877339c9/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-03T04:49:53,136 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/52855898-1b74-4bff-e7c4-822a877339c9/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-03T04:49:53,136 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/52855898-1b74-4bff-e7c4-822a877339c9/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-03T04:49:53,137 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/52855898-1b74-4bff-e7c4-822a877339c9/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-03T04:49:53,137 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/52855898-1b74-4bff-e7c4-822a877339c9/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-03T04:49:53,137 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/52855898-1b74-4bff-e7c4-822a877339c9/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-03T04:49:53,137 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/52855898-1b74-4bff-e7c4-822a877339c9/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-03T04:49:53,137 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/52855898-1b74-4bff-e7c4-822a877339c9/nfs.dump.dir in system properties and HBase conf 2024-12-03T04:49:53,137 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/52855898-1b74-4bff-e7c4-822a877339c9/java.io.tmpdir in system properties and HBase conf 2024-12-03T04:49:53,137 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/52855898-1b74-4bff-e7c4-822a877339c9/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-03T04:49:53,137 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/52855898-1b74-4bff-e7c4-822a877339c9/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-03T04:49:53,137 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/52855898-1b74-4bff-e7c4-822a877339c9/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-03T04:49:53,223 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T04:49:53,227 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-03T04:49:53,229 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-03T04:49:53,230 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-03T04:49:53,230 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-03T04:49:53,231 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T04:49:53,231 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@166cfddb{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/52855898-1b74-4bff-e7c4-822a877339c9/hadoop.log.dir/,AVAILABLE} 2024-12-03T04:49:53,232 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@30a0f3ee{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-03T04:49:53,402 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@33722274{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/52855898-1b74-4bff-e7c4-822a877339c9/java.io.tmpdir/jetty-localhost-34303-hadoop-hdfs-3_4_1-tests_jar-_-any-9356510792021292748/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-03T04:49:53,402 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3bb5fb69{HTTP/1.1, (http/1.1)}{localhost:34303} 2024-12-03T04:49:53,402 INFO [Time-limited test {}] server.Server(415): Started @24814ms 2024-12-03T04:49:53,499 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-03T04:49:53,538 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T04:49:53,539 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T04:49:53,539 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T04:49:53,540 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T04:49:53,540 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T04:49:53,541 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T04:49:53,546 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T04:49:53,551 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T04:49:53,567 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T04:49:53,571 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-03T04:49:53,574 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-03T04:49:53,574 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-03T04:49:53,575 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-03T04:49:53,575 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@143a7bb5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/52855898-1b74-4bff-e7c4-822a877339c9/hadoop.log.dir/,AVAILABLE} 2024-12-03T04:49:53,576 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@142f3c67{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-03T04:49:53,736 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3e5ca029{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/52855898-1b74-4bff-e7c4-822a877339c9/java.io.tmpdir/jetty-localhost-35719-hadoop-hdfs-3_4_1-tests_jar-_-any-15719239338407034703/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-03T04:49:53,737 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@77a8adf9{HTTP/1.1, (http/1.1)}{localhost:35719} 2024-12-03T04:49:53,737 INFO [Time-limited test {}] server.Server(415): Started @25149ms 2024-12-03T04:49:53,739 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-03T04:49:53,795 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T04:49:53,799 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-03T04:49:53,805 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-03T04:49:53,805 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-03T04:49:53,805 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-03T04:49:53,806 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3981f6eb{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/52855898-1b74-4bff-e7c4-822a877339c9/hadoop.log.dir/,AVAILABLE} 2024-12-03T04:49:53,806 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2a30cba2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-03T04:49:53,859 WARN [Thread-1150 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/52855898-1b74-4bff-e7c4-822a877339c9/cluster_03e6996e-7e6d-3a30-a37e-b22e5a4140a1/data/data1/current/BP-930845358-172.17.0.3-1733201393163/current, will proceed with Du for space computation calculation, 2024-12-03T04:49:53,860 WARN [Thread-1151 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/52855898-1b74-4bff-e7c4-822a877339c9/cluster_03e6996e-7e6d-3a30-a37e-b22e5a4140a1/data/data2/current/BP-930845358-172.17.0.3-1733201393163/current, will proceed with Du for space computation calculation, 2024-12-03T04:49:53,883 WARN [Thread-1129 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-03T04:49:53,887 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x2bab75709cfc90aa with lease ID 0x928b7b460eb3e900: Processing first storage report for DS-8640b97d-61e9-4a1d-987e-d0b8b8268295 from datanode DatanodeRegistration(127.0.0.1:33525, datanodeUuid=92194725-d4d2-429f-917d-59f1f8ef6426, infoPort=44329, infoSecurePort=0, ipcPort=41201, storageInfo=lv=-57;cid=testClusterID;nsid=764136384;c=1733201393163) 2024-12-03T04:49:53,887 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x2bab75709cfc90aa with lease ID 0x928b7b460eb3e900: from storage DS-8640b97d-61e9-4a1d-987e-d0b8b8268295 node DatanodeRegistration(127.0.0.1:33525, datanodeUuid=92194725-d4d2-429f-917d-59f1f8ef6426, infoPort=44329, infoSecurePort=0, ipcPort=41201, storageInfo=lv=-57;cid=testClusterID;nsid=764136384;c=1733201393163), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-03T04:49:53,887 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x2bab75709cfc90aa with lease ID 0x928b7b460eb3e900: Processing first storage report for DS-adb99624-d1c6-4c95-bb71-aa5c26dede30 from datanode DatanodeRegistration(127.0.0.1:33525, datanodeUuid=92194725-d4d2-429f-917d-59f1f8ef6426, infoPort=44329, infoSecurePort=0, ipcPort=41201, storageInfo=lv=-57;cid=testClusterID;nsid=764136384;c=1733201393163) 2024-12-03T04:49:53,887 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x2bab75709cfc90aa with lease ID 0x928b7b460eb3e900: from storage DS-adb99624-d1c6-4c95-bb71-aa5c26dede30 node DatanodeRegistration(127.0.0.1:33525, datanodeUuid=92194725-d4d2-429f-917d-59f1f8ef6426, infoPort=44329, infoSecurePort=0, ipcPort=41201, storageInfo=lv=-57;cid=testClusterID;nsid=764136384;c=1733201393163), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-03T04:49:53,972 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@78aac59d{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/52855898-1b74-4bff-e7c4-822a877339c9/java.io.tmpdir/jetty-localhost-40131-hadoop-hdfs-3_4_1-tests_jar-_-any-2459601096069502117/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-03T04:49:53,973 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@422e364e{HTTP/1.1, (http/1.1)}{localhost:40131} 2024-12-03T04:49:53,973 INFO [Time-limited test {}] server.Server(415): Started @25385ms 2024-12-03T04:49:53,975 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-03T04:49:54,081 WARN [Thread-1177 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/52855898-1b74-4bff-e7c4-822a877339c9/cluster_03e6996e-7e6d-3a30-a37e-b22e5a4140a1/data/data4/current/BP-930845358-172.17.0.3-1733201393163/current, will proceed with Du for space computation calculation, 2024-12-03T04:49:54,081 WARN [Thread-1176 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/52855898-1b74-4bff-e7c4-822a877339c9/cluster_03e6996e-7e6d-3a30-a37e-b22e5a4140a1/data/data3/current/BP-930845358-172.17.0.3-1733201393163/current, will proceed with Du for space computation calculation, 2024-12-03T04:49:54,100 WARN [Thread-1165 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-03T04:49:54,103 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x4736ea3b88a1ba6f with lease ID 0x928b7b460eb3e901: Processing first storage report for DS-542c8173-75c0-4631-a18b-3262a66c4fb3 from datanode DatanodeRegistration(127.0.0.1:45915, datanodeUuid=9522bde3-3d75-43c8-95b0-6b8fa1921bab, infoPort=39623, infoSecurePort=0, ipcPort=42223, storageInfo=lv=-57;cid=testClusterID;nsid=764136384;c=1733201393163) 2024-12-03T04:49:54,103 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x4736ea3b88a1ba6f with lease ID 0x928b7b460eb3e901: from storage DS-542c8173-75c0-4631-a18b-3262a66c4fb3 node DatanodeRegistration(127.0.0.1:45915, datanodeUuid=9522bde3-3d75-43c8-95b0-6b8fa1921bab, infoPort=39623, infoSecurePort=0, ipcPort=42223, storageInfo=lv=-57;cid=testClusterID;nsid=764136384;c=1733201393163), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-03T04:49:54,103 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x4736ea3b88a1ba6f with lease ID 0x928b7b460eb3e901: Processing first storage report for DS-72dad2e6-4f75-478a-a42c-c8a7b0412d2d from datanode DatanodeRegistration(127.0.0.1:45915, datanodeUuid=9522bde3-3d75-43c8-95b0-6b8fa1921bab, infoPort=39623, infoSecurePort=0, ipcPort=42223, storageInfo=lv=-57;cid=testClusterID;nsid=764136384;c=1733201393163) 2024-12-03T04:49:54,103 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x4736ea3b88a1ba6f with lease ID 0x928b7b460eb3e901: from storage DS-72dad2e6-4f75-478a-a42c-c8a7b0412d2d node DatanodeRegistration(127.0.0.1:45915, datanodeUuid=9522bde3-3d75-43c8-95b0-6b8fa1921bab, infoPort=39623, infoSecurePort=0, ipcPort=42223, storageInfo=lv=-57;cid=testClusterID;nsid=764136384;c=1733201393163), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-03T04:49:54,111 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/52855898-1b74-4bff-e7c4-822a877339c9 2024-12-03T04:49:54,114 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/52855898-1b74-4bff-e7c4-822a877339c9/cluster_03e6996e-7e6d-3a30-a37e-b22e5a4140a1/zookeeper_0, clientPort=51068, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/52855898-1b74-4bff-e7c4-822a877339c9/cluster_03e6996e-7e6d-3a30-a37e-b22e5a4140a1/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/52855898-1b74-4bff-e7c4-822a877339c9/cluster_03e6996e-7e6d-3a30-a37e-b22e5a4140a1/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-03T04:49:54,115 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=51068 2024-12-03T04:49:54,115 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T04:49:54,116 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T04:49:54,125 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33525 is added to blk_1073741825_1001 (size=7) 2024-12-03T04:49:54,126 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45915 is added to blk_1073741825_1001 (size=7) 2024-12-03T04:49:54,127 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:40481/user/jenkins/test-data/328776f5-2f30-4f7f-8422-eafb169cae43 with version=8 2024-12-03T04:49:54,127 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:40481/user/jenkins/test-data/328776f5-2f30-4f7f-8422-eafb169cae43/hbase-staging 2024-12-03T04:49:54,129 INFO [Time-limited test {}] client.ConnectionUtils(128): master/32beccd76b35:0 server-side Connection retries=45 2024-12-03T04:49:54,129 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T04:49:54,129 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-03T04:49:54,129 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-03T04:49:54,129 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T04:49:54,129 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-03T04:49:54,129 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-03T04:49:54,129 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-03T04:49:54,130 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:41571 2024-12-03T04:49:54,131 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:41571 connecting to ZooKeeper ensemble=127.0.0.1:51068 2024-12-03T04:49:54,138 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:415710x0, quorum=127.0.0.1:51068, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T04:49:54,139 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:41571-0x101516d6e6b0000 connected 2024-12-03T04:49:54,159 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T04:49:54,161 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T04:49:54,163 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41571-0x101516d6e6b0000, quorum=127.0.0.1:51068, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-03T04:49:54,164 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:40481/user/jenkins/test-data/328776f5-2f30-4f7f-8422-eafb169cae43, hbase.cluster.distributed=false 2024-12-03T04:49:54,166 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41571-0x101516d6e6b0000, quorum=127.0.0.1:51068, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-03T04:49:54,166 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41571 2024-12-03T04:49:54,166 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41571 2024-12-03T04:49:54,167 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41571 2024-12-03T04:49:54,167 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41571 2024-12-03T04:49:54,167 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41571 2024-12-03T04:49:54,184 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/32beccd76b35:0 server-side Connection retries=45 2024-12-03T04:49:54,184 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T04:49:54,184 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-03T04:49:54,184 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-03T04:49:54,184 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T04:49:54,184 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-03T04:49:54,184 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-03T04:49:54,184 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-03T04:49:54,185 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:37443 2024-12-03T04:49:54,186 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:37443 connecting to ZooKeeper ensemble=127.0.0.1:51068 2024-12-03T04:49:54,187 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T04:49:54,190 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T04:49:54,194 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:374430x0, quorum=127.0.0.1:51068, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T04:49:54,195 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:37443-0x101516d6e6b0001 connected 2024-12-03T04:49:54,195 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37443-0x101516d6e6b0001, quorum=127.0.0.1:51068, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-03T04:49:54,196 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-03T04:49:54,196 INFO [Time-limited test {}] util.ByteBufferArray(64): Allocating buffers total=30 MB, sizePerBuffer=1.88 MB, count=16 2024-12-03T04:49:54,207 INFO [Time-limited test {}] bucket.BucketCache(364): Instantiating BucketCache with acceptableFactor: 0.95, minFactor: 0.85, extraFreeFactor: 0.1, singleFactor: 0.25, multiFactor: 0.5, memoryFactor: 0.25, useStrongRef: false 2024-12-03T04:49:54,207 INFO [Time-limited test {}] bucket.BucketAllocator(343): Cache totalSize=29417472, buckets=14, bucket capacity=2101248=(4*525312)=(FEWEST_ITEMS_IN_BUCKET*(largest configured bucketcache size)) 2024-12-03T04:49:54,209 INFO [Time-limited test {}] bucket.BucketCache(403): Started bucket cache; ioengine=offheap, capacity=30 MB, blockSize=64 KB, writerThreadNum=3, writerQLen=64, persistencePath=null, bucketAllocator=org.apache.hadoop.hbase.io.hfile.bucket.BucketAllocator 2024-12-03T04:49:54,210 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-03T04:49:54,213 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37443-0x101516d6e6b0001, quorum=127.0.0.1:51068, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-03T04:49:54,215 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37443-0x101516d6e6b0001, quorum=127.0.0.1:51068, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-03T04:49:54,220 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37443 2024-12-03T04:49:54,221 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37443 2024-12-03T04:49:54,221 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37443 2024-12-03T04:49:54,229 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37443 2024-12-03T04:49:54,229 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37443 2024-12-03T04:49:54,251 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/32beccd76b35:0 server-side Connection retries=45 2024-12-03T04:49:54,251 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T04:49:54,251 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-03T04:49:54,251 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-03T04:49:54,251 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T04:49:54,251 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-03T04:49:54,251 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-03T04:49:54,251 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-03T04:49:54,256 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:42445 2024-12-03T04:49:54,257 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:42445 connecting to ZooKeeper ensemble=127.0.0.1:51068 2024-12-03T04:49:54,257 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T04:49:54,260 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T04:49:54,264 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:424450x0, quorum=127.0.0.1:51068, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T04:49:54,265 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:424450x0, quorum=127.0.0.1:51068, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-03T04:49:54,265 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:42445-0x101516d6e6b0002 connected 2024-12-03T04:49:54,265 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-03T04:49:54,266 INFO [Time-limited test {}] util.ByteBufferArray(64): Allocating buffers total=30 MB, sizePerBuffer=1.88 MB, count=16 2024-12-03T04:49:54,277 INFO [Time-limited test {}] bucket.BucketCache(364): Instantiating BucketCache with acceptableFactor: 0.95, minFactor: 0.85, extraFreeFactor: 0.1, singleFactor: 0.25, multiFactor: 0.5, memoryFactor: 0.25, useStrongRef: false 2024-12-03T04:49:54,277 INFO [Time-limited test {}] bucket.BucketAllocator(343): Cache totalSize=29417472, buckets=14, bucket capacity=2101248=(4*525312)=(FEWEST_ITEMS_IN_BUCKET*(largest configured bucketcache size)) 2024-12-03T04:49:54,278 INFO [Time-limited test {}] bucket.BucketCache(403): Started bucket cache; ioengine=offheap, capacity=30 MB, blockSize=64 KB, writerThreadNum=3, writerQLen=64, persistencePath=null, bucketAllocator=org.apache.hadoop.hbase.io.hfile.bucket.BucketAllocator 2024-12-03T04:49:54,278 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-03T04:49:54,279 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42445-0x101516d6e6b0002, quorum=127.0.0.1:51068, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-03T04:49:54,280 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42445-0x101516d6e6b0002, quorum=127.0.0.1:51068, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-03T04:49:54,280 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42445 2024-12-03T04:49:54,280 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42445 2024-12-03T04:49:54,281 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42445 2024-12-03T04:49:54,282 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42445 2024-12-03T04:49:54,282 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42445 2024-12-03T04:49:54,295 DEBUG [M:0;32beccd76b35:41571 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;32beccd76b35:41571 2024-12-03T04:49:54,295 INFO [master/32beccd76b35:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/32beccd76b35,41571,1733201394128 2024-12-03T04:49:54,297 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42445-0x101516d6e6b0002, quorum=127.0.0.1:51068, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-03T04:49:54,297 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37443-0x101516d6e6b0001, quorum=127.0.0.1:51068, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-03T04:49:54,297 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41571-0x101516d6e6b0000, quorum=127.0.0.1:51068, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-03T04:49:54,298 DEBUG [master/32beccd76b35:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41571-0x101516d6e6b0000, quorum=127.0.0.1:51068, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/32beccd76b35,41571,1733201394128 2024-12-03T04:49:54,301 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42445-0x101516d6e6b0002, quorum=127.0.0.1:51068, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-03T04:49:54,301 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37443-0x101516d6e6b0001, quorum=127.0.0.1:51068, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-03T04:49:54,301 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41571-0x101516d6e6b0000, quorum=127.0.0.1:51068, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T04:49:54,301 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37443-0x101516d6e6b0001, quorum=127.0.0.1:51068, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T04:49:54,301 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42445-0x101516d6e6b0002, quorum=127.0.0.1:51068, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T04:49:54,302 DEBUG [master/32beccd76b35:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41571-0x101516d6e6b0000, quorum=127.0.0.1:51068, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-12-03T04:49:54,302 INFO [master/32beccd76b35:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/32beccd76b35,41571,1733201394128 from backup master directory 2024-12-03T04:49:54,303 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41571-0x101516d6e6b0000, quorum=127.0.0.1:51068, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/32beccd76b35,41571,1733201394128 2024-12-03T04:49:54,303 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42445-0x101516d6e6b0002, quorum=127.0.0.1:51068, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-03T04:49:54,303 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41571-0x101516d6e6b0000, quorum=127.0.0.1:51068, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-03T04:49:54,304 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37443-0x101516d6e6b0001, quorum=127.0.0.1:51068, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-03T04:49:54,304 WARN [master/32beccd76b35:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-03T04:49:54,304 INFO [master/32beccd76b35:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=32beccd76b35,41571,1733201394128 2024-12-03T04:49:54,308 DEBUG [master/32beccd76b35:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:40481/user/jenkins/test-data/328776f5-2f30-4f7f-8422-eafb169cae43/hbase.id] with ID: e38986d9-61e8-4b94-a000-e09c4b46fd85 2024-12-03T04:49:54,308 DEBUG [master/32beccd76b35:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:40481/user/jenkins/test-data/328776f5-2f30-4f7f-8422-eafb169cae43/.tmp/hbase.id 2024-12-03T04:49:54,318 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45915 is added to blk_1073741826_1002 (size=42) 2024-12-03T04:49:54,319 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33525 is added to blk_1073741826_1002 (size=42) 2024-12-03T04:49:54,319 DEBUG [master/32beccd76b35:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:40481/user/jenkins/test-data/328776f5-2f30-4f7f-8422-eafb169cae43/.tmp/hbase.id]:[hdfs://localhost:40481/user/jenkins/test-data/328776f5-2f30-4f7f-8422-eafb169cae43/hbase.id] 2024-12-03T04:49:54,333 INFO [master/32beccd76b35:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T04:49:54,333 INFO [master/32beccd76b35:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-03T04:49:54,335 INFO [master/32beccd76b35:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-12-03T04:49:54,337 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41571-0x101516d6e6b0000, quorum=127.0.0.1:51068, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T04:49:54,337 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42445-0x101516d6e6b0002, quorum=127.0.0.1:51068, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T04:49:54,337 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37443-0x101516d6e6b0001, quorum=127.0.0.1:51068, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T04:49:54,344 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33525 is added to blk_1073741827_1003 (size=196) 2024-12-03T04:49:54,345 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45915 is added to blk_1073741827_1003 (size=196) 2024-12-03T04:49:54,345 INFO [master/32beccd76b35:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-03T04:49:54,346 INFO [master/32beccd76b35:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-03T04:49:54,346 INFO [master/32beccd76b35:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T04:49:54,354 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45915 is added to blk_1073741828_1004 (size=1189) 2024-12-03T04:49:54,355 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33525 is added to blk_1073741828_1004 (size=1189) 2024-12-03T04:49:54,355 INFO [master/32beccd76b35:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:40481/user/jenkins/test-data/328776f5-2f30-4f7f-8422-eafb169cae43/MasterData/data/master/store 2024-12-03T04:49:54,362 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45915 is added to blk_1073741829_1005 (size=34) 2024-12-03T04:49:54,363 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33525 is added to blk_1073741829_1005 (size=34) 2024-12-03T04:49:54,364 DEBUG [master/32beccd76b35:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T04:49:54,364 DEBUG [master/32beccd76b35:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-03T04:49:54,364 INFO [master/32beccd76b35:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T04:49:54,364 DEBUG [master/32beccd76b35:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T04:49:54,364 DEBUG [master/32beccd76b35:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-03T04:49:54,364 DEBUG [master/32beccd76b35:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T04:49:54,364 INFO [master/32beccd76b35:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T04:49:54,364 DEBUG [master/32beccd76b35:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733201394364Disabling compacts and flushes for region at 1733201394364Disabling writes for close at 1733201394364Writing region close event to WAL at 1733201394364Closed at 1733201394364 2024-12-03T04:49:54,365 WARN [master/32beccd76b35:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:40481/user/jenkins/test-data/328776f5-2f30-4f7f-8422-eafb169cae43/MasterData/data/master/store/.initializing 2024-12-03T04:49:54,365 DEBUG [master/32beccd76b35:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:40481/user/jenkins/test-data/328776f5-2f30-4f7f-8422-eafb169cae43/MasterData/WALs/32beccd76b35,41571,1733201394128 2024-12-03T04:49:54,366 INFO [master/32beccd76b35:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-03T04:49:54,368 INFO [master/32beccd76b35:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=32beccd76b35%2C41571%2C1733201394128, suffix=, logDir=hdfs://localhost:40481/user/jenkins/test-data/328776f5-2f30-4f7f-8422-eafb169cae43/MasterData/WALs/32beccd76b35,41571,1733201394128, archiveDir=hdfs://localhost:40481/user/jenkins/test-data/328776f5-2f30-4f7f-8422-eafb169cae43/MasterData/oldWALs, maxLogs=10 2024-12-03T04:49:54,383 DEBUG [master/32beccd76b35:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/328776f5-2f30-4f7f-8422-eafb169cae43/MasterData/WALs/32beccd76b35,41571,1733201394128/32beccd76b35%2C41571%2C1733201394128.1733201394368, exclude list is [], retry=0 2024-12-03T04:49:54,385 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-17-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33525,DS-8640b97d-61e9-4a1d-987e-d0b8b8268295,DISK] 2024-12-03T04:49:54,385 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-17-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45915,DS-542c8173-75c0-4631-a18b-3262a66c4fb3,DISK] 2024-12-03T04:49:54,387 INFO [master/32beccd76b35:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/328776f5-2f30-4f7f-8422-eafb169cae43/MasterData/WALs/32beccd76b35,41571,1733201394128/32beccd76b35%2C41571%2C1733201394128.1733201394368 2024-12-03T04:49:54,388 DEBUG [master/32beccd76b35:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44329:44329),(127.0.0.1/127.0.0.1:39623:39623)] 2024-12-03T04:49:54,388 DEBUG [master/32beccd76b35:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-03T04:49:54,388 DEBUG [master/32beccd76b35:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T04:49:54,388 DEBUG [master/32beccd76b35:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T04:49:54,388 DEBUG [master/32beccd76b35:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T04:49:54,390 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T04:49:54,391 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-03T04:49:54,391 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T04:49:54,392 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T04:49:54,392 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T04:49:54,394 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-03T04:49:54,394 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T04:49:54,394 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T04:49:54,394 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T04:49:54,396 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-03T04:49:54,396 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T04:49:54,396 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T04:49:54,396 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T04:49:54,398 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-03T04:49:54,398 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T04:49:54,398 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T04:49:54,398 DEBUG [master/32beccd76b35:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T04:49:54,399 DEBUG [master/32beccd76b35:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40481/user/jenkins/test-data/328776f5-2f30-4f7f-8422-eafb169cae43/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-03T04:49:54,400 DEBUG [master/32beccd76b35:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40481/user/jenkins/test-data/328776f5-2f30-4f7f-8422-eafb169cae43/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-03T04:49:54,401 DEBUG [master/32beccd76b35:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T04:49:54,401 DEBUG [master/32beccd76b35:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T04:49:54,402 DEBUG [master/32beccd76b35:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T04:49:54,403 DEBUG [master/32beccd76b35:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T04:49:54,406 DEBUG [master/32beccd76b35:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40481/user/jenkins/test-data/328776f5-2f30-4f7f-8422-eafb169cae43/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T04:49:54,406 INFO [master/32beccd76b35:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65028201, jitterRate=-0.031004294753074646}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T04:49:54,407 DEBUG [master/32beccd76b35:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733201394388Initializing all the Stores at 1733201394389 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733201394389Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733201394389Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733201394389Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733201394389Cleaning up temporary data from old regions at 1733201394401 (+12 ms)Region opened successfully at 1733201394407 (+6 ms) 2024-12-03T04:49:54,408 INFO [master/32beccd76b35:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-03T04:49:54,411 DEBUG [master/32beccd76b35:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3ab90dd8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=32beccd76b35/172.17.0.3:0 2024-12-03T04:49:54,412 INFO [master/32beccd76b35:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-03T04:49:54,412 INFO [master/32beccd76b35:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-03T04:49:54,413 INFO [master/32beccd76b35:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-03T04:49:54,413 INFO [master/32beccd76b35:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-03T04:49:54,413 INFO [master/32beccd76b35:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-03T04:49:54,413 INFO [master/32beccd76b35:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-03T04:49:54,413 INFO [master/32beccd76b35:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-03T04:49:54,416 INFO [master/32beccd76b35:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-03T04:49:54,416 DEBUG [master/32beccd76b35:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41571-0x101516d6e6b0000, quorum=127.0.0.1:51068, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-12-03T04:49:54,418 DEBUG [master/32beccd76b35:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-12-03T04:49:54,418 INFO [master/32beccd76b35:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-03T04:49:54,419 DEBUG [master/32beccd76b35:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41571-0x101516d6e6b0000, quorum=127.0.0.1:51068, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-12-03T04:49:54,421 DEBUG [master/32beccd76b35:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-12-03T04:49:54,421 INFO [master/32beccd76b35:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-03T04:49:54,422 DEBUG [master/32beccd76b35:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41571-0x101516d6e6b0000, quorum=127.0.0.1:51068, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-12-03T04:49:54,424 DEBUG [master/32beccd76b35:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-12-03T04:49:54,425 DEBUG [master/32beccd76b35:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41571-0x101516d6e6b0000, quorum=127.0.0.1:51068, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-12-03T04:49:54,428 DEBUG [master/32beccd76b35:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-12-03T04:49:54,430 DEBUG [master/32beccd76b35:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41571-0x101516d6e6b0000, quorum=127.0.0.1:51068, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-03T04:49:54,431 DEBUG [master/32beccd76b35:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-12-03T04:49:54,433 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37443-0x101516d6e6b0001, quorum=127.0.0.1:51068, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-03T04:49:54,433 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42445-0x101516d6e6b0002, quorum=127.0.0.1:51068, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-03T04:49:54,433 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42445-0x101516d6e6b0002, quorum=127.0.0.1:51068, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T04:49:54,433 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37443-0x101516d6e6b0001, quorum=127.0.0.1:51068, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T04:49:54,434 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41571-0x101516d6e6b0000, quorum=127.0.0.1:51068, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-03T04:49:54,434 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41571-0x101516d6e6b0000, quorum=127.0.0.1:51068, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T04:49:54,434 INFO [master/32beccd76b35:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=32beccd76b35,41571,1733201394128, sessionid=0x101516d6e6b0000, setting cluster-up flag (Was=false) 2024-12-03T04:49:54,438 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42445-0x101516d6e6b0002, quorum=127.0.0.1:51068, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T04:49:54,438 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37443-0x101516d6e6b0001, quorum=127.0.0.1:51068, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T04:49:54,438 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41571-0x101516d6e6b0000, quorum=127.0.0.1:51068, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T04:49:54,444 DEBUG [master/32beccd76b35:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-12-03T04:49:54,446 DEBUG [master/32beccd76b35:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=32beccd76b35,41571,1733201394128 2024-12-03T04:49:54,450 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41571-0x101516d6e6b0000, quorum=127.0.0.1:51068, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T04:49:54,450 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42445-0x101516d6e6b0002, quorum=127.0.0.1:51068, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T04:49:54,450 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37443-0x101516d6e6b0001, quorum=127.0.0.1:51068, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T04:49:54,455 DEBUG [master/32beccd76b35:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-12-03T04:49:54,456 DEBUG [master/32beccd76b35:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=32beccd76b35,41571,1733201394128 2024-12-03T04:49:54,458 INFO [master/32beccd76b35:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:40481/user/jenkins/test-data/328776f5-2f30-4f7f-8422-eafb169cae43/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-03T04:49:54,459 DEBUG [master/32beccd76b35:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-03T04:49:54,459 INFO [master/32beccd76b35:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-03T04:49:54,459 INFO [master/32beccd76b35:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-03T04:49:54,460 DEBUG [master/32beccd76b35:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 32beccd76b35,41571,1733201394128 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-03T04:49:54,461 DEBUG [master/32beccd76b35:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/32beccd76b35:0, corePoolSize=5, maxPoolSize=5 2024-12-03T04:49:54,461 DEBUG [master/32beccd76b35:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/32beccd76b35:0, corePoolSize=5, maxPoolSize=5 2024-12-03T04:49:54,461 DEBUG [master/32beccd76b35:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/32beccd76b35:0, corePoolSize=5, maxPoolSize=5 2024-12-03T04:49:54,461 DEBUG [master/32beccd76b35:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/32beccd76b35:0, corePoolSize=5, maxPoolSize=5 2024-12-03T04:49:54,461 DEBUG [master/32beccd76b35:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/32beccd76b35:0, corePoolSize=10, maxPoolSize=10 2024-12-03T04:49:54,461 DEBUG [master/32beccd76b35:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/32beccd76b35:0, corePoolSize=1, maxPoolSize=1 2024-12-03T04:49:54,461 DEBUG [master/32beccd76b35:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/32beccd76b35:0, corePoolSize=2, maxPoolSize=2 2024-12-03T04:49:54,461 DEBUG [master/32beccd76b35:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/32beccd76b35:0, corePoolSize=1, maxPoolSize=1 2024-12-03T04:49:54,463 INFO [master/32beccd76b35:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733201424463 2024-12-03T04:49:54,463 INFO [master/32beccd76b35:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-03T04:49:54,463 INFO [master/32beccd76b35:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-03T04:49:54,463 INFO [master/32beccd76b35:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-03T04:49:54,463 INFO [master/32beccd76b35:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-03T04:49:54,463 INFO [master/32beccd76b35:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-03T04:49:54,463 INFO [master/32beccd76b35:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-03T04:49:54,463 INFO [master/32beccd76b35:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-03T04:49:54,464 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T04:49:54,464 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-03T04:49:54,464 INFO [master/32beccd76b35:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-03T04:49:54,464 INFO [master/32beccd76b35:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-03T04:49:54,464 INFO [master/32beccd76b35:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-03T04:49:54,465 INFO [master/32beccd76b35:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-03T04:49:54,465 INFO [master/32beccd76b35:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-03T04:49:54,465 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T04:49:54,465 DEBUG [master/32beccd76b35:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/32beccd76b35:0:becomeActiveMaster-HFileCleaner.large.0-1733201394465,5,FailOnTimeoutGroup] 2024-12-03T04:49:54,465 DEBUG [master/32beccd76b35:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/32beccd76b35:0:becomeActiveMaster-HFileCleaner.small.0-1733201394465,5,FailOnTimeoutGroup] 2024-12-03T04:49:54,465 INFO [master/32beccd76b35:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-03T04:49:54,465 INFO [master/32beccd76b35:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-03T04:49:54,465 INFO [master/32beccd76b35:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-03T04:49:54,465 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-03T04:49:54,465 INFO [master/32beccd76b35:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-03T04:49:54,483 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45915 is added to blk_1073741831_1007 (size=1321) 2024-12-03T04:49:54,484 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33525 is added to blk_1073741831_1007 (size=1321) 2024-12-03T04:49:54,487 INFO [RS:0;32beccd76b35:37443 {}] regionserver.HRegionServer(746): ClusterId : e38986d9-61e8-4b94-a000-e09c4b46fd85 2024-12-03T04:49:54,487 DEBUG [RS:0;32beccd76b35:37443 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-03T04:49:54,489 DEBUG [RS:0;32beccd76b35:37443 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-03T04:49:54,489 DEBUG [RS:0;32beccd76b35:37443 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-03T04:49:54,492 INFO [RS:1;32beccd76b35:42445 {}] regionserver.HRegionServer(746): ClusterId : e38986d9-61e8-4b94-a000-e09c4b46fd85 2024-12-03T04:49:54,492 DEBUG [RS:1;32beccd76b35:42445 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-03T04:49:54,492 DEBUG [RS:0;32beccd76b35:37443 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-03T04:49:54,492 DEBUG [RS:0;32beccd76b35:37443 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5df33011, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=32beccd76b35/172.17.0.3:0 2024-12-03T04:49:54,495 DEBUG [RS:1;32beccd76b35:42445 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-03T04:49:54,495 DEBUG [RS:1;32beccd76b35:42445 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-03T04:49:54,498 DEBUG [RS:1;32beccd76b35:42445 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-03T04:49:54,498 DEBUG [RS:1;32beccd76b35:42445 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@68c2249c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=32beccd76b35/172.17.0.3:0 2024-12-03T04:49:54,506 DEBUG [RS:0;32beccd76b35:37443 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;32beccd76b35:37443 2024-12-03T04:49:54,506 INFO [RS:0;32beccd76b35:37443 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-03T04:49:54,506 INFO [RS:0;32beccd76b35:37443 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-03T04:49:54,506 DEBUG [RS:0;32beccd76b35:37443 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-03T04:49:54,506 INFO [RS:0;32beccd76b35:37443 {}] regionserver.HRegionServer(2659): reportForDuty to master=32beccd76b35,41571,1733201394128 with port=37443, startcode=1733201394183 2024-12-03T04:49:54,507 DEBUG [RS:0;32beccd76b35:37443 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-03T04:49:54,508 INFO [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57275, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.8 (auth:SIMPLE), service=RegionServerStatusService 2024-12-03T04:49:54,509 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41571 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 32beccd76b35,37443,1733201394183 2024-12-03T04:49:54,509 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41571 {}] master.ServerManager(517): Registering regionserver=32beccd76b35,37443,1733201394183 2024-12-03T04:49:54,511 DEBUG [RS:0;32beccd76b35:37443 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:40481/user/jenkins/test-data/328776f5-2f30-4f7f-8422-eafb169cae43 2024-12-03T04:49:54,511 DEBUG [RS:0;32beccd76b35:37443 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:40481 2024-12-03T04:49:54,511 DEBUG [RS:0;32beccd76b35:37443 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-03T04:49:54,512 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41571-0x101516d6e6b0000, quorum=127.0.0.1:51068, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-03T04:49:54,513 DEBUG [RS:0;32beccd76b35:37443 {}] zookeeper.ZKUtil(111): regionserver:37443-0x101516d6e6b0001, quorum=127.0.0.1:51068, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/32beccd76b35,37443,1733201394183 2024-12-03T04:49:54,513 WARN [RS:0;32beccd76b35:37443 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-03T04:49:54,513 INFO [RS:0;32beccd76b35:37443 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T04:49:54,513 DEBUG [RS:0;32beccd76b35:37443 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:40481/user/jenkins/test-data/328776f5-2f30-4f7f-8422-eafb169cae43/WALs/32beccd76b35,37443,1733201394183 2024-12-03T04:49:54,513 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [32beccd76b35,37443,1733201394183] 2024-12-03T04:49:54,516 INFO [RS:0;32beccd76b35:37443 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-03T04:49:54,517 INFO [RS:0;32beccd76b35:37443 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-03T04:49:54,518 INFO [RS:0;32beccd76b35:37443 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-03T04:49:54,518 INFO [RS:0;32beccd76b35:37443 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T04:49:54,518 INFO [RS:0;32beccd76b35:37443 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-03T04:49:54,519 INFO [RS:0;32beccd76b35:37443 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-03T04:49:54,519 INFO [RS:0;32beccd76b35:37443 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-03T04:49:54,519 DEBUG [RS:0;32beccd76b35:37443 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/32beccd76b35:0, corePoolSize=1, maxPoolSize=1 2024-12-03T04:49:54,519 DEBUG [RS:0;32beccd76b35:37443 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/32beccd76b35:0, corePoolSize=1, maxPoolSize=1 2024-12-03T04:49:54,519 DEBUG [RS:0;32beccd76b35:37443 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/32beccd76b35:0, corePoolSize=1, maxPoolSize=1 2024-12-03T04:49:54,519 DEBUG [RS:0;32beccd76b35:37443 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/32beccd76b35:0, corePoolSize=1, maxPoolSize=1 2024-12-03T04:49:54,519 DEBUG [RS:0;32beccd76b35:37443 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/32beccd76b35:0, corePoolSize=1, maxPoolSize=1 2024-12-03T04:49:54,519 DEBUG [RS:0;32beccd76b35:37443 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/32beccd76b35:0, corePoolSize=2, maxPoolSize=2 2024-12-03T04:49:54,519 DEBUG [RS:0;32beccd76b35:37443 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/32beccd76b35:0, corePoolSize=1, maxPoolSize=1 2024-12-03T04:49:54,519 DEBUG [RS:0;32beccd76b35:37443 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/32beccd76b35:0, corePoolSize=1, maxPoolSize=1 2024-12-03T04:49:54,519 DEBUG [RS:0;32beccd76b35:37443 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/32beccd76b35:0, corePoolSize=1, maxPoolSize=1 2024-12-03T04:49:54,520 DEBUG [RS:0;32beccd76b35:37443 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/32beccd76b35:0, corePoolSize=1, maxPoolSize=1 2024-12-03T04:49:54,520 DEBUG [RS:0;32beccd76b35:37443 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/32beccd76b35:0, corePoolSize=1, maxPoolSize=1 2024-12-03T04:49:54,520 DEBUG [RS:0;32beccd76b35:37443 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/32beccd76b35:0, corePoolSize=1, maxPoolSize=1 2024-12-03T04:49:54,520 DEBUG [RS:0;32beccd76b35:37443 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/32beccd76b35:0, corePoolSize=3, maxPoolSize=3 2024-12-03T04:49:54,520 DEBUG [RS:0;32beccd76b35:37443 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/32beccd76b35:0, corePoolSize=3, maxPoolSize=3 2024-12-03T04:49:54,521 DEBUG [RS:1;32beccd76b35:42445 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;32beccd76b35:42445 2024-12-03T04:49:54,522 INFO [RS:1;32beccd76b35:42445 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-03T04:49:54,522 INFO [RS:1;32beccd76b35:42445 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-03T04:49:54,522 DEBUG [RS:1;32beccd76b35:42445 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-03T04:49:54,523 INFO [RS:1;32beccd76b35:42445 {}] regionserver.HRegionServer(2659): reportForDuty to master=32beccd76b35,41571,1733201394128 with port=42445, startcode=1733201394250 2024-12-03T04:49:54,523 DEBUG [RS:1;32beccd76b35:42445 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-03T04:49:54,525 INFO [RS:0;32beccd76b35:37443 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-03T04:49:54,525 INFO [RS:0;32beccd76b35:37443 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-03T04:49:54,525 INFO [RS:0;32beccd76b35:37443 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T04:49:54,525 INFO [RS:0;32beccd76b35:37443 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-03T04:49:54,525 INFO [RS:0;32beccd76b35:37443 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-03T04:49:54,525 INFO [RS:0;32beccd76b35:37443 {}] hbase.ChoreService(168): Chore ScheduledChore name=32beccd76b35,37443,1733201394183-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-03T04:49:54,526 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35039, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=RegionServerStatusService 2024-12-03T04:49:54,526 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41571 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 32beccd76b35,42445,1733201394250 2024-12-03T04:49:54,526 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41571 {}] master.ServerManager(517): Registering regionserver=32beccd76b35,42445,1733201394250 2024-12-03T04:49:54,528 DEBUG [RS:1;32beccd76b35:42445 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:40481/user/jenkins/test-data/328776f5-2f30-4f7f-8422-eafb169cae43 2024-12-03T04:49:54,528 DEBUG [RS:1;32beccd76b35:42445 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:40481 2024-12-03T04:49:54,528 DEBUG [RS:1;32beccd76b35:42445 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-03T04:49:54,533 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41571-0x101516d6e6b0000, quorum=127.0.0.1:51068, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-03T04:49:54,534 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [32beccd76b35,42445,1733201394250] 2024-12-03T04:49:54,534 DEBUG [RS:1;32beccd76b35:42445 {}] zookeeper.ZKUtil(111): regionserver:42445-0x101516d6e6b0002, quorum=127.0.0.1:51068, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/32beccd76b35,42445,1733201394250 2024-12-03T04:49:54,534 WARN [RS:1;32beccd76b35:42445 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-03T04:49:54,534 INFO [RS:1;32beccd76b35:42445 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T04:49:54,534 DEBUG [RS:1;32beccd76b35:42445 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:40481/user/jenkins/test-data/328776f5-2f30-4f7f-8422-eafb169cae43/WALs/32beccd76b35,42445,1733201394250 2024-12-03T04:49:54,545 INFO [RS:0;32beccd76b35:37443 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-03T04:49:54,545 INFO [RS:0;32beccd76b35:37443 {}] hbase.ChoreService(168): Chore ScheduledChore name=32beccd76b35,37443,1733201394183-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T04:49:54,545 INFO [RS:0;32beccd76b35:37443 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T04:49:54,545 INFO [RS:0;32beccd76b35:37443 {}] regionserver.Replication(171): 32beccd76b35,37443,1733201394183 started 2024-12-03T04:49:54,548 INFO [RS:1;32beccd76b35:42445 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-03T04:49:54,551 INFO [RS:1;32beccd76b35:42445 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-03T04:49:54,554 INFO [RS:1;32beccd76b35:42445 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-03T04:49:54,554 INFO [RS:1;32beccd76b35:42445 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T04:49:54,555 INFO [RS:1;32beccd76b35:42445 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-03T04:49:54,556 INFO [RS:1;32beccd76b35:42445 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-03T04:49:54,556 INFO [RS:1;32beccd76b35:42445 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-03T04:49:54,556 DEBUG [RS:1;32beccd76b35:42445 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/32beccd76b35:0, corePoolSize=1, maxPoolSize=1 2024-12-03T04:49:54,556 DEBUG [RS:1;32beccd76b35:42445 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/32beccd76b35:0, corePoolSize=1, maxPoolSize=1 2024-12-03T04:49:54,556 DEBUG [RS:1;32beccd76b35:42445 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/32beccd76b35:0, corePoolSize=1, maxPoolSize=1 2024-12-03T04:49:54,556 DEBUG [RS:1;32beccd76b35:42445 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/32beccd76b35:0, corePoolSize=1, maxPoolSize=1 2024-12-03T04:49:54,556 DEBUG [RS:1;32beccd76b35:42445 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/32beccd76b35:0, corePoolSize=1, maxPoolSize=1 2024-12-03T04:49:54,556 DEBUG [RS:1;32beccd76b35:42445 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/32beccd76b35:0, corePoolSize=2, maxPoolSize=2 2024-12-03T04:49:54,556 DEBUG [RS:1;32beccd76b35:42445 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/32beccd76b35:0, corePoolSize=1, maxPoolSize=1 2024-12-03T04:49:54,556 DEBUG [RS:1;32beccd76b35:42445 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/32beccd76b35:0, corePoolSize=1, maxPoolSize=1 2024-12-03T04:49:54,556 DEBUG [RS:1;32beccd76b35:42445 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/32beccd76b35:0, corePoolSize=1, maxPoolSize=1 2024-12-03T04:49:54,556 DEBUG [RS:1;32beccd76b35:42445 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/32beccd76b35:0, corePoolSize=1, maxPoolSize=1 2024-12-03T04:49:54,556 DEBUG [RS:1;32beccd76b35:42445 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/32beccd76b35:0, corePoolSize=1, maxPoolSize=1 2024-12-03T04:49:54,556 DEBUG [RS:1;32beccd76b35:42445 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/32beccd76b35:0, corePoolSize=1, maxPoolSize=1 2024-12-03T04:49:54,556 DEBUG [RS:1;32beccd76b35:42445 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/32beccd76b35:0, corePoolSize=3, maxPoolSize=3 2024-12-03T04:49:54,556 DEBUG [RS:1;32beccd76b35:42445 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/32beccd76b35:0, corePoolSize=3, maxPoolSize=3 2024-12-03T04:49:54,557 INFO [RS:1;32beccd76b35:42445 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-03T04:49:54,557 INFO [RS:1;32beccd76b35:42445 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-03T04:49:54,557 INFO [RS:1;32beccd76b35:42445 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T04:49:54,557 INFO [RS:1;32beccd76b35:42445 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-03T04:49:54,557 INFO [RS:1;32beccd76b35:42445 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-03T04:49:54,557 INFO [RS:1;32beccd76b35:42445 {}] hbase.ChoreService(168): Chore ScheduledChore name=32beccd76b35,42445,1733201394250-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-03T04:49:54,565 INFO [RS:0;32beccd76b35:37443 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T04:49:54,565 INFO [RS:0;32beccd76b35:37443 {}] regionserver.HRegionServer(1482): Serving as 32beccd76b35,37443,1733201394183, RpcServer on 32beccd76b35/172.17.0.3:37443, sessionid=0x101516d6e6b0001 2024-12-03T04:49:54,566 DEBUG [RS:0;32beccd76b35:37443 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-03T04:49:54,566 DEBUG [RS:0;32beccd76b35:37443 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 32beccd76b35,37443,1733201394183 2024-12-03T04:49:54,566 DEBUG [RS:0;32beccd76b35:37443 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '32beccd76b35,37443,1733201394183' 2024-12-03T04:49:54,566 DEBUG [RS:0;32beccd76b35:37443 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-03T04:49:54,566 DEBUG [RS:0;32beccd76b35:37443 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-03T04:49:54,567 DEBUG [RS:0;32beccd76b35:37443 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-03T04:49:54,567 DEBUG [RS:0;32beccd76b35:37443 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-03T04:49:54,567 DEBUG [RS:0;32beccd76b35:37443 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 32beccd76b35,37443,1733201394183 2024-12-03T04:49:54,567 DEBUG [RS:0;32beccd76b35:37443 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '32beccd76b35,37443,1733201394183' 2024-12-03T04:49:54,567 DEBUG [RS:0;32beccd76b35:37443 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-03T04:49:54,567 DEBUG [RS:0;32beccd76b35:37443 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-03T04:49:54,567 DEBUG [RS:0;32beccd76b35:37443 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-03T04:49:54,567 INFO [RS:0;32beccd76b35:37443 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-03T04:49:54,567 INFO [RS:0;32beccd76b35:37443 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-03T04:49:54,575 INFO [RS:1;32beccd76b35:42445 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-03T04:49:54,575 INFO [RS:1;32beccd76b35:42445 {}] hbase.ChoreService(168): Chore ScheduledChore name=32beccd76b35,42445,1733201394250-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T04:49:54,575 INFO [RS:1;32beccd76b35:42445 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T04:49:54,575 INFO [RS:1;32beccd76b35:42445 {}] regionserver.Replication(171): 32beccd76b35,42445,1733201394250 started 2024-12-03T04:49:54,589 INFO [RS:1;32beccd76b35:42445 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T04:49:54,589 INFO [RS:1;32beccd76b35:42445 {}] regionserver.HRegionServer(1482): Serving as 32beccd76b35,42445,1733201394250, RpcServer on 32beccd76b35/172.17.0.3:42445, sessionid=0x101516d6e6b0002 2024-12-03T04:49:54,589 DEBUG [RS:1;32beccd76b35:42445 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-03T04:49:54,589 DEBUG [RS:1;32beccd76b35:42445 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 32beccd76b35,42445,1733201394250 2024-12-03T04:49:54,589 DEBUG [RS:1;32beccd76b35:42445 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '32beccd76b35,42445,1733201394250' 2024-12-03T04:49:54,589 DEBUG [RS:1;32beccd76b35:42445 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-03T04:49:54,590 DEBUG [RS:1;32beccd76b35:42445 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-03T04:49:54,590 DEBUG [RS:1;32beccd76b35:42445 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-03T04:49:54,590 DEBUG [RS:1;32beccd76b35:42445 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-03T04:49:54,590 DEBUG [RS:1;32beccd76b35:42445 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 32beccd76b35,42445,1733201394250 2024-12-03T04:49:54,590 DEBUG [RS:1;32beccd76b35:42445 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '32beccd76b35,42445,1733201394250' 2024-12-03T04:49:54,590 DEBUG [RS:1;32beccd76b35:42445 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-03T04:49:54,591 DEBUG [RS:1;32beccd76b35:42445 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-03T04:49:54,591 DEBUG [RS:1;32beccd76b35:42445 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-03T04:49:54,591 INFO [RS:1;32beccd76b35:42445 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-03T04:49:54,591 INFO [RS:1;32beccd76b35:42445 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-03T04:49:54,668 INFO [RS:0;32beccd76b35:37443 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-03T04:49:54,670 INFO [RS:0;32beccd76b35:37443 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=32beccd76b35%2C37443%2C1733201394183, suffix=, logDir=hdfs://localhost:40481/user/jenkins/test-data/328776f5-2f30-4f7f-8422-eafb169cae43/WALs/32beccd76b35,37443,1733201394183, archiveDir=hdfs://localhost:40481/user/jenkins/test-data/328776f5-2f30-4f7f-8422-eafb169cae43/oldWALs, maxLogs=32 2024-12-03T04:49:54,685 DEBUG [RS:0;32beccd76b35:37443 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/328776f5-2f30-4f7f-8422-eafb169cae43/WALs/32beccd76b35,37443,1733201394183/32beccd76b35%2C37443%2C1733201394183.1733201394671, exclude list is [], retry=0 2024-12-03T04:49:54,689 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-17-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45915,DS-542c8173-75c0-4631-a18b-3262a66c4fb3,DISK] 2024-12-03T04:49:54,689 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-17-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33525,DS-8640b97d-61e9-4a1d-987e-d0b8b8268295,DISK] 2024-12-03T04:49:54,692 INFO [RS:1;32beccd76b35:42445 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-03T04:49:54,693 INFO [RS:0;32beccd76b35:37443 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/328776f5-2f30-4f7f-8422-eafb169cae43/WALs/32beccd76b35,37443,1733201394183/32beccd76b35%2C37443%2C1733201394183.1733201394671 2024-12-03T04:49:54,693 DEBUG [RS:0;32beccd76b35:37443 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39623:39623),(127.0.0.1/127.0.0.1:44329:44329)] 2024-12-03T04:49:54,693 INFO [RS:1;32beccd76b35:42445 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=32beccd76b35%2C42445%2C1733201394250, suffix=, logDir=hdfs://localhost:40481/user/jenkins/test-data/328776f5-2f30-4f7f-8422-eafb169cae43/WALs/32beccd76b35,42445,1733201394250, archiveDir=hdfs://localhost:40481/user/jenkins/test-data/328776f5-2f30-4f7f-8422-eafb169cae43/oldWALs, maxLogs=32 2024-12-03T04:49:54,707 DEBUG [RS:1;32beccd76b35:42445 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/328776f5-2f30-4f7f-8422-eafb169cae43/WALs/32beccd76b35,42445,1733201394250/32beccd76b35%2C42445%2C1733201394250.1733201394694, exclude list is [], retry=0 2024-12-03T04:49:54,711 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-17-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33525,DS-8640b97d-61e9-4a1d-987e-d0b8b8268295,DISK] 2024-12-03T04:49:54,711 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-17-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45915,DS-542c8173-75c0-4631-a18b-3262a66c4fb3,DISK] 2024-12-03T04:49:54,714 INFO [RS:1;32beccd76b35:42445 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/328776f5-2f30-4f7f-8422-eafb169cae43/WALs/32beccd76b35,42445,1733201394250/32beccd76b35%2C42445%2C1733201394250.1733201394694 2024-12-03T04:49:54,714 DEBUG [RS:1;32beccd76b35:42445 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39623:39623),(127.0.0.1/127.0.0.1:44329:44329)] 2024-12-03T04:49:54,887 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:40481/user/jenkins/test-data/328776f5-2f30-4f7f-8422-eafb169cae43/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-03T04:49:54,887 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:40481/user/jenkins/test-data/328776f5-2f30-4f7f-8422-eafb169cae43 2024-12-03T04:49:54,907 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33525 is added to blk_1073741834_1010 (size=32) 2024-12-03T04:49:54,909 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45915 is added to blk_1073741834_1010 (size=32) 2024-12-03T04:49:55,157 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-12-03T04:49:55,157 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-12-03T04:49:55,308 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T04:49:55,309 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-03T04:49:55,311 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-03T04:49:55,311 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T04:49:55,312 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T04:49:55,312 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-03T04:49:55,313 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-03T04:49:55,313 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T04:49:55,314 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T04:49:55,314 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-03T04:49:55,315 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-03T04:49:55,315 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T04:49:55,316 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T04:49:55,316 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-03T04:49:55,318 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-03T04:49:55,318 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T04:49:55,318 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T04:49:55,318 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-03T04:49:55,319 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40481/user/jenkins/test-data/328776f5-2f30-4f7f-8422-eafb169cae43/data/hbase/meta/1588230740 2024-12-03T04:49:55,319 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40481/user/jenkins/test-data/328776f5-2f30-4f7f-8422-eafb169cae43/data/hbase/meta/1588230740 2024-12-03T04:49:55,321 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-03T04:49:55,321 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-03T04:49:55,322 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T04:49:55,323 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-03T04:49:55,327 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40481/user/jenkins/test-data/328776f5-2f30-4f7f-8422-eafb169cae43/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T04:49:55,327 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67039343, jitterRate=-0.001035943627357483}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T04:49:55,328 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733201395308Initializing all the Stores at 1733201395309 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733201395309Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733201395309Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733201395309Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733201395309Cleaning up temporary data from old regions at 1733201395321 (+12 ms)Region opened successfully at 1733201395328 (+7 ms) 2024-12-03T04:49:55,329 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-03T04:49:55,329 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-03T04:49:55,329 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-03T04:49:55,329 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-03T04:49:55,329 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-03T04:49:55,329 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-03T04:49:55,329 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733201395329Disabling compacts and flushes for region at 1733201395329Disabling writes for close at 1733201395329Writing region close event to WAL at 1733201395329Closed at 1733201395329 2024-12-03T04:49:55,331 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T04:49:55,331 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-03T04:49:55,331 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-03T04:49:55,333 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-03T04:49:55,337 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-03T04:49:55,487 DEBUG [32beccd76b35:41571 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=2, allServersCount=2 2024-12-03T04:49:55,487 DEBUG [32beccd76b35:41571 {}] balancer.BalancerClusterState(204): Hosts are {32beccd76b35=0} racks are {/default-rack=0} 2024-12-03T04:49:55,489 DEBUG [32beccd76b35:41571 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-12-03T04:49:55,489 DEBUG [32beccd76b35:41571 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-12-03T04:49:55,489 DEBUG [32beccd76b35:41571 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-12-03T04:49:55,489 DEBUG [32beccd76b35:41571 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-12-03T04:49:55,489 INFO [32beccd76b35:41571 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-12-03T04:49:55,489 INFO [32beccd76b35:41571 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-12-03T04:49:55,489 DEBUG [32beccd76b35:41571 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-12-03T04:49:55,490 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=32beccd76b35,42445,1733201394250 2024-12-03T04:49:55,491 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 32beccd76b35,42445,1733201394250, state=OPENING 2024-12-03T04:49:55,493 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-03T04:49:55,496 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41571-0x101516d6e6b0000, quorum=127.0.0.1:51068, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T04:49:55,496 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37443-0x101516d6e6b0001, quorum=127.0.0.1:51068, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T04:49:55,497 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42445-0x101516d6e6b0002, quorum=127.0.0.1:51068, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T04:49:55,498 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-03T04:49:55,498 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-03T04:49:55,498 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-03T04:49:55,498 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=32beccd76b35,42445,1733201394250}] 2024-12-03T04:49:55,500 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-03T04:49:55,652 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-03T04:49:55,654 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-17-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43263, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-03T04:49:55,658 INFO [RS_OPEN_META-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-03T04:49:55,658 INFO [RS_OPEN_META-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T04:49:55,658 INFO [RS_OPEN_META-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-03T04:49:55,660 INFO [RS_OPEN_META-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=32beccd76b35%2C42445%2C1733201394250.meta, suffix=.meta, logDir=hdfs://localhost:40481/user/jenkins/test-data/328776f5-2f30-4f7f-8422-eafb169cae43/WALs/32beccd76b35,42445,1733201394250, archiveDir=hdfs://localhost:40481/user/jenkins/test-data/328776f5-2f30-4f7f-8422-eafb169cae43/oldWALs, maxLogs=32 2024-12-03T04:49:55,675 DEBUG [RS_OPEN_META-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/328776f5-2f30-4f7f-8422-eafb169cae43/WALs/32beccd76b35,42445,1733201394250/32beccd76b35%2C42445%2C1733201394250.meta.1733201395660.meta, exclude list is [], retry=0 2024-12-03T04:49:55,677 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-17-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33525,DS-8640b97d-61e9-4a1d-987e-d0b8b8268295,DISK] 2024-12-03T04:49:55,677 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-17-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45915,DS-542c8173-75c0-4631-a18b-3262a66c4fb3,DISK] 2024-12-03T04:49:55,680 INFO [RS_OPEN_META-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/328776f5-2f30-4f7f-8422-eafb169cae43/WALs/32beccd76b35,42445,1733201394250/32beccd76b35%2C42445%2C1733201394250.meta.1733201395660.meta 2024-12-03T04:49:55,680 DEBUG [RS_OPEN_META-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44329:44329),(127.0.0.1/127.0.0.1:39623:39623)] 2024-12-03T04:49:55,680 DEBUG [RS_OPEN_META-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-03T04:49:55,681 DEBUG [RS_OPEN_META-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-03T04:49:55,681 DEBUG [RS_OPEN_META-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-03T04:49:55,681 INFO [RS_OPEN_META-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-03T04:49:55,681 DEBUG [RS_OPEN_META-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-03T04:49:55,681 DEBUG [RS_OPEN_META-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T04:49:55,681 DEBUG [RS_OPEN_META-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-03T04:49:55,681 DEBUG [RS_OPEN_META-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-03T04:49:55,682 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-03T04:49:55,683 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-03T04:49:55,683 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T04:49:55,684 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T04:49:55,684 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-03T04:49:55,685 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-03T04:49:55,685 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T04:49:55,686 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T04:49:55,686 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-03T04:49:55,687 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-03T04:49:55,687 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T04:49:55,687 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T04:49:55,687 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-03T04:49:55,688 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-03T04:49:55,688 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T04:49:55,689 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T04:49:55,689 DEBUG [RS_OPEN_META-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-03T04:49:55,690 DEBUG [RS_OPEN_META-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40481/user/jenkins/test-data/328776f5-2f30-4f7f-8422-eafb169cae43/data/hbase/meta/1588230740 2024-12-03T04:49:55,691 DEBUG [RS_OPEN_META-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40481/user/jenkins/test-data/328776f5-2f30-4f7f-8422-eafb169cae43/data/hbase/meta/1588230740 2024-12-03T04:49:55,693 DEBUG [RS_OPEN_META-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-03T04:49:55,693 DEBUG [RS_OPEN_META-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-03T04:49:55,693 DEBUG [RS_OPEN_META-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T04:49:55,695 DEBUG [RS_OPEN_META-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-03T04:49:55,696 INFO [RS_OPEN_META-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62765400, jitterRate=-0.06472265720367432}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T04:49:55,696 DEBUG [RS_OPEN_META-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-03T04:49:55,697 DEBUG [RS_OPEN_META-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733201395681Writing region info on filesystem at 1733201395681Initializing all the Stores at 1733201395682 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733201395682Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733201395682Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733201395682Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733201395682Cleaning up temporary data from old regions at 1733201395693 (+11 ms)Running coprocessor post-open hooks at 1733201395696 (+3 ms)Region opened successfully at 1733201395697 (+1 ms) 2024-12-03T04:49:55,698 INFO [RS_OPEN_META-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733201395652 2024-12-03T04:49:55,701 DEBUG [RS_OPEN_META-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-03T04:49:55,702 INFO [RS_OPEN_META-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-03T04:49:55,703 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=32beccd76b35,42445,1733201394250 2024-12-03T04:49:55,705 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 32beccd76b35,42445,1733201394250, state=OPEN 2024-12-03T04:49:55,707 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42445-0x101516d6e6b0002, quorum=127.0.0.1:51068, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-03T04:49:55,707 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37443-0x101516d6e6b0001, quorum=127.0.0.1:51068, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-03T04:49:55,707 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41571-0x101516d6e6b0000, quorum=127.0.0.1:51068, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-03T04:49:55,707 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-03T04:49:55,707 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-03T04:49:55,707 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-03T04:49:55,707 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=32beccd76b35,42445,1733201394250 2024-12-03T04:49:55,711 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-03T04:49:55,711 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=32beccd76b35,42445,1733201394250 in 209 msec 2024-12-03T04:49:55,716 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-03T04:49:55,716 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 380 msec 2024-12-03T04:49:55,717 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T04:49:55,717 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-03T04:49:55,719 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T04:49:55,719 DEBUG [PEWorker-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=32beccd76b35,42445,1733201394250, seqNum=-1] 2024-12-03T04:49:55,720 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T04:49:55,721 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-17-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54227, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T04:49:55,728 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2680 sec 2024-12-03T04:49:55,728 INFO [master/32beccd76b35:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733201395728, completionTime=-1 2024-12-03T04:49:55,728 INFO [master/32beccd76b35:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=2; waited=0ms, expected min=2 server(s), max=2 server(s), master is running 2024-12-03T04:49:55,728 DEBUG [master/32beccd76b35:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-03T04:49:55,731 INFO [master/32beccd76b35:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=2 2024-12-03T04:49:55,731 INFO [master/32beccd76b35:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733201455731 2024-12-03T04:49:55,732 INFO [master/32beccd76b35:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733201515732 2024-12-03T04:49:55,732 INFO [master/32beccd76b35:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 3 msec 2024-12-03T04:49:55,732 INFO [master/32beccd76b35:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=32beccd76b35,41571,1733201394128-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T04:49:55,732 INFO [master/32beccd76b35:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=32beccd76b35,41571,1733201394128-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T04:49:55,732 INFO [master/32beccd76b35:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=32beccd76b35,41571,1733201394128-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T04:49:55,733 INFO [master/32beccd76b35:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-32beccd76b35:41571, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T04:49:55,733 INFO [master/32beccd76b35:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-03T04:49:55,734 INFO [master/32beccd76b35:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-03T04:49:55,735 DEBUG [master/32beccd76b35:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-03T04:49:55,738 INFO [master/32beccd76b35:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.434sec 2024-12-03T04:49:55,739 INFO [master/32beccd76b35:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-03T04:49:55,739 INFO [master/32beccd76b35:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-03T04:49:55,739 INFO [master/32beccd76b35:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-03T04:49:55,739 INFO [master/32beccd76b35:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-03T04:49:55,739 INFO [master/32beccd76b35:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-03T04:49:55,739 INFO [master/32beccd76b35:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=32beccd76b35,41571,1733201394128-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-03T04:49:55,739 INFO [master/32beccd76b35:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=32beccd76b35,41571,1733201394128-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-03T04:49:55,742 DEBUG [master/32beccd76b35:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-03T04:49:55,742 INFO [master/32beccd76b35:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-03T04:49:55,742 INFO [master/32beccd76b35:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=32beccd76b35,41571,1733201394128-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T04:49:55,791 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@70bcc5eb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T04:49:55,792 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 32beccd76b35,41571,-1 for getting cluster id 2024-12-03T04:49:55,792 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T04:49:55,793 DEBUG [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e38986d9-61e8-4b94-a000-e09c4b46fd85' 2024-12-03T04:49:55,793 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T04:49:55,794 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e38986d9-61e8-4b94-a000-e09c4b46fd85" 2024-12-03T04:49:55,794 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4988900e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T04:49:55,794 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [32beccd76b35,41571,-1] 2024-12-03T04:49:55,794 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T04:49:55,794 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T04:49:55,795 INFO [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48860, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T04:49:55,796 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@53972c9d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T04:49:55,796 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T04:49:55,798 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=32beccd76b35,42445,1733201394250, seqNum=-1] 2024-12-03T04:49:55,798 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T04:49:55,799 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58520, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T04:49:55,801 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=32beccd76b35,41571,1733201394128 2024-12-03T04:49:55,802 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T04:49:55,803 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 32beccd76b35,41571,1733201394128 2024-12-03T04:49:55,803 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2dde7f65 2024-12-03T04:49:55,803 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T04:49:55,804 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48874, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T04:49:55,805 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41571 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'testClearRegionBlockCache', {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-03T04:49:55,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41571 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testClearRegionBlockCache 2024-12-03T04:49:55,808 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_PRE_OPERATION 2024-12-03T04:49:55,808 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T04:49:55,808 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41571 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "testClearRegionBlockCache" procId is: 4 2024-12-03T04:49:55,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41571 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T04:49:55,809 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-03T04:49:55,818 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45915 is added to blk_1073741836_1012 (size=379) 2024-12-03T04:49:55,818 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33525 is added to blk_1073741836_1012 (size=379) 2024-12-03T04:49:55,820 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 8bfe7a049cf475d4ce7e9262268f8840, NAME => 'testClearRegionBlockCache,,1733201395804.8bfe7a049cf475d4ce7e9262268f8840.', STARTKEY => '', ENDKEY => '5'}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40481/user/jenkins/test-data/328776f5-2f30-4f7f-8422-eafb169cae43 2024-12-03T04:49:55,821 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 36ac20f7f86be7f765d55ae67e08a4e6, NAME => 'testClearRegionBlockCache,5,1733201395804.36ac20f7f86be7f765d55ae67e08a4e6.', STARTKEY => '5', ENDKEY => ''}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40481/user/jenkins/test-data/328776f5-2f30-4f7f-8422-eafb169cae43 2024-12-03T04:49:55,830 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45915 is added to blk_1073741838_1014 (size=61) 2024-12-03T04:49:55,830 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33525 is added to blk_1073741838_1014 (size=61) 2024-12-03T04:49:55,831 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45915 is added to blk_1073741837_1013 (size=61) 2024-12-03T04:49:55,832 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,,1733201395804.8bfe7a049cf475d4ce7e9262268f8840.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T04:49:55,832 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1722): Closing 8bfe7a049cf475d4ce7e9262268f8840, disabling compactions & flushes 2024-12-03T04:49:55,832 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,,1733201395804.8bfe7a049cf475d4ce7e9262268f8840. 2024-12-03T04:49:55,832 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,,1733201395804.8bfe7a049cf475d4ce7e9262268f8840. 2024-12-03T04:49:55,832 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33525 is added to blk_1073741837_1013 (size=61) 2024-12-03T04:49:55,832 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,,1733201395804.8bfe7a049cf475d4ce7e9262268f8840. after waiting 0 ms 2024-12-03T04:49:55,832 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,,1733201395804.8bfe7a049cf475d4ce7e9262268f8840. 2024-12-03T04:49:55,832 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,,1733201395804.8bfe7a049cf475d4ce7e9262268f8840. 2024-12-03T04:49:55,832 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1676): Region close journal for 8bfe7a049cf475d4ce7e9262268f8840: Waiting for close lock at 1733201395832Disabling compacts and flushes for region at 1733201395832Disabling writes for close at 1733201395832Writing region close event to WAL at 1733201395832Closed at 1733201395832 2024-12-03T04:49:55,833 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,5,1733201395804.36ac20f7f86be7f765d55ae67e08a4e6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T04:49:55,833 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1722): Closing 36ac20f7f86be7f765d55ae67e08a4e6, disabling compactions & flushes 2024-12-03T04:49:55,833 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,5,1733201395804.36ac20f7f86be7f765d55ae67e08a4e6. 2024-12-03T04:49:55,833 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,5,1733201395804.36ac20f7f86be7f765d55ae67e08a4e6. 2024-12-03T04:49:55,833 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,5,1733201395804.36ac20f7f86be7f765d55ae67e08a4e6. after waiting 0 ms 2024-12-03T04:49:55,833 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,5,1733201395804.36ac20f7f86be7f765d55ae67e08a4e6. 2024-12-03T04:49:55,833 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,5,1733201395804.36ac20f7f86be7f765d55ae67e08a4e6. 2024-12-03T04:49:55,833 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1676): Region close journal for 36ac20f7f86be7f765d55ae67e08a4e6: Waiting for close lock at 1733201395833Disabling compacts and flushes for region at 1733201395833Disabling writes for close at 1733201395833Writing region close event to WAL at 1733201395833Closed at 1733201395833 2024-12-03T04:49:55,835 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ADD_TO_META 2024-12-03T04:49:55,835 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testClearRegionBlockCache,,1733201395804.8bfe7a049cf475d4ce7e9262268f8840.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1733201395835"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733201395835"}]},"ts":"1733201395835"} 2024-12-03T04:49:55,835 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testClearRegionBlockCache,5,1733201395804.36ac20f7f86be7f765d55ae67e08a4e6.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1733201395835"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733201395835"}]},"ts":"1733201395835"} 2024-12-03T04:49:55,838 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 2 regions to meta. 2024-12-03T04:49:55,840 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-03T04:49:55,841 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733201395840"}]},"ts":"1733201395840"} 2024-12-03T04:49:55,845 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=testClearRegionBlockCache, state=ENABLING in hbase:meta 2024-12-03T04:49:55,846 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(204): Hosts are {32beccd76b35=0} racks are {/default-rack=0} 2024-12-03T04:49:55,847 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-12-03T04:49:55,847 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-12-03T04:49:55,847 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-12-03T04:49:55,847 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-12-03T04:49:55,847 INFO [PEWorker-4 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-12-03T04:49:55,847 INFO [PEWorker-4 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-12-03T04:49:55,847 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-12-03T04:49:55,848 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=8bfe7a049cf475d4ce7e9262268f8840, ASSIGN}, {pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=36ac20f7f86be7f765d55ae67e08a4e6, ASSIGN}] 2024-12-03T04:49:55,849 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=36ac20f7f86be7f765d55ae67e08a4e6, ASSIGN 2024-12-03T04:49:55,849 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=8bfe7a049cf475d4ce7e9262268f8840, ASSIGN 2024-12-03T04:49:55,850 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=36ac20f7f86be7f765d55ae67e08a4e6, ASSIGN; state=OFFLINE, location=32beccd76b35,37443,1733201394183; forceNewPlan=false, retain=false 2024-12-03T04:49:55,850 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=8bfe7a049cf475d4ce7e9262268f8840, ASSIGN; state=OFFLINE, location=32beccd76b35,42445,1733201394250; forceNewPlan=false, retain=false 2024-12-03T04:49:55,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41571 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T04:49:56,001 INFO [32beccd76b35:41571 {}] balancer.BaseLoadBalancer(388): Reassigned 2 regions. 2 retained the pre-restart assignment. 2024-12-03T04:49:56,001 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=8bfe7a049cf475d4ce7e9262268f8840, regionState=OPENING, regionLocation=32beccd76b35,42445,1733201394250 2024-12-03T04:49:56,001 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=36ac20f7f86be7f765d55ae67e08a4e6, regionState=OPENING, regionLocation=32beccd76b35,37443,1733201394183 2024-12-03T04:49:56,005 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-17-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=8bfe7a049cf475d4ce7e9262268f8840, ASSIGN because future has completed 2024-12-03T04:49:56,006 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8bfe7a049cf475d4ce7e9262268f8840, server=32beccd76b35,42445,1733201394250}] 2024-12-03T04:49:56,006 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-17-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=36ac20f7f86be7f765d55ae67e08a4e6, ASSIGN because future has completed 2024-12-03T04:49:56,007 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 36ac20f7f86be7f765d55ae67e08a4e6, server=32beccd76b35,37443,1733201394183}] 2024-12-03T04:49:56,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41571 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T04:49:56,160 DEBUG [RSProcedureDispatcher-pool-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-03T04:49:56,163 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44515, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-03T04:49:56,163 INFO [RS_OPEN_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] handler.AssignRegionHandler(132): Open testClearRegionBlockCache,,1733201395804.8bfe7a049cf475d4ce7e9262268f8840. 2024-12-03T04:49:56,163 DEBUG [RS_OPEN_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => 8bfe7a049cf475d4ce7e9262268f8840, NAME => 'testClearRegionBlockCache,,1733201395804.8bfe7a049cf475d4ce7e9262268f8840.', STARTKEY => '', ENDKEY => '5'} 2024-12-03T04:49:56,163 DEBUG [RS_OPEN_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache 8bfe7a049cf475d4ce7e9262268f8840 2024-12-03T04:49:56,164 DEBUG [RS_OPEN_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,,1733201395804.8bfe7a049cf475d4ce7e9262268f8840.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T04:49:56,164 DEBUG [RS_OPEN_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for 8bfe7a049cf475d4ce7e9262268f8840 2024-12-03T04:49:56,164 DEBUG [RS_OPEN_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for 8bfe7a049cf475d4ce7e9262268f8840 2024-12-03T04:49:56,165 INFO [StoreOpener-8bfe7a049cf475d4ce7e9262268f8840-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region 8bfe7a049cf475d4ce7e9262268f8840 2024-12-03T04:49:56,167 INFO [StoreOpener-8bfe7a049cf475d4ce7e9262268f8840-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8bfe7a049cf475d4ce7e9262268f8840 columnFamilyName family 2024-12-03T04:49:56,167 DEBUG [StoreOpener-8bfe7a049cf475d4ce7e9262268f8840-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T04:49:56,168 INFO [StoreOpener-8bfe7a049cf475d4ce7e9262268f8840-1 {}] regionserver.HStore(327): Store=8bfe7a049cf475d4ce7e9262268f8840/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T04:49:56,168 DEBUG [RS_OPEN_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for 8bfe7a049cf475d4ce7e9262268f8840 2024-12-03T04:49:56,168 INFO [RS_OPEN_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] handler.AssignRegionHandler(132): Open testClearRegionBlockCache,5,1733201395804.36ac20f7f86be7f765d55ae67e08a4e6. 2024-12-03T04:49:56,168 DEBUG [RS_OPEN_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7752): Opening region: {ENCODED => 36ac20f7f86be7f765d55ae67e08a4e6, NAME => 'testClearRegionBlockCache,5,1733201395804.36ac20f7f86be7f765d55ae67e08a4e6.', STARTKEY => '5', ENDKEY => ''} 2024-12-03T04:49:56,168 DEBUG [RS_OPEN_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache 36ac20f7f86be7f765d55ae67e08a4e6 2024-12-03T04:49:56,169 DEBUG [RS_OPEN_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,5,1733201395804.36ac20f7f86be7f765d55ae67e08a4e6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T04:49:56,169 DEBUG [RS_OPEN_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40481/user/jenkins/test-data/328776f5-2f30-4f7f-8422-eafb169cae43/data/default/testClearRegionBlockCache/8bfe7a049cf475d4ce7e9262268f8840 2024-12-03T04:49:56,169 DEBUG [RS_OPEN_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7794): checking encryption for 36ac20f7f86be7f765d55ae67e08a4e6 2024-12-03T04:49:56,169 DEBUG [RS_OPEN_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7797): checking classloading for 36ac20f7f86be7f765d55ae67e08a4e6 2024-12-03T04:49:56,169 DEBUG [RS_OPEN_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40481/user/jenkins/test-data/328776f5-2f30-4f7f-8422-eafb169cae43/data/default/testClearRegionBlockCache/8bfe7a049cf475d4ce7e9262268f8840 2024-12-03T04:49:56,170 DEBUG [RS_OPEN_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for 8bfe7a049cf475d4ce7e9262268f8840 2024-12-03T04:49:56,170 DEBUG [RS_OPEN_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for 8bfe7a049cf475d4ce7e9262268f8840 2024-12-03T04:49:56,170 INFO [StoreOpener-36ac20f7f86be7f765d55ae67e08a4e6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region 36ac20f7f86be7f765d55ae67e08a4e6 2024-12-03T04:49:56,172 INFO [StoreOpener-36ac20f7f86be7f765d55ae67e08a4e6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 36ac20f7f86be7f765d55ae67e08a4e6 columnFamilyName family 2024-12-03T04:49:56,172 DEBUG [StoreOpener-36ac20f7f86be7f765d55ae67e08a4e6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T04:49:56,172 DEBUG [RS_OPEN_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for 8bfe7a049cf475d4ce7e9262268f8840 2024-12-03T04:49:56,173 INFO [StoreOpener-36ac20f7f86be7f765d55ae67e08a4e6-1 {}] regionserver.HStore(327): Store=36ac20f7f86be7f765d55ae67e08a4e6/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T04:49:56,173 DEBUG [RS_OPEN_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1038): replaying wal for 36ac20f7f86be7f765d55ae67e08a4e6 2024-12-03T04:49:56,174 DEBUG [RS_OPEN_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40481/user/jenkins/test-data/328776f5-2f30-4f7f-8422-eafb169cae43/data/default/testClearRegionBlockCache/36ac20f7f86be7f765d55ae67e08a4e6 2024-12-03T04:49:56,175 DEBUG [RS_OPEN_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40481/user/jenkins/test-data/328776f5-2f30-4f7f-8422-eafb169cae43/data/default/testClearRegionBlockCache/36ac20f7f86be7f765d55ae67e08a4e6 2024-12-03T04:49:56,175 DEBUG [RS_OPEN_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1048): stopping wal replay for 36ac20f7f86be7f765d55ae67e08a4e6 2024-12-03T04:49:56,175 DEBUG [RS_OPEN_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1060): Cleaning up temporary data for 36ac20f7f86be7f765d55ae67e08a4e6 2024-12-03T04:49:56,175 DEBUG [RS_OPEN_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40481/user/jenkins/test-data/328776f5-2f30-4f7f-8422-eafb169cae43/data/default/testClearRegionBlockCache/8bfe7a049cf475d4ce7e9262268f8840/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T04:49:56,176 INFO [RS_OPEN_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1114): Opened 8bfe7a049cf475d4ce7e9262268f8840; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63423918, jitterRate=-0.054909974336624146}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-03T04:49:56,176 DEBUG [RS_OPEN_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 8bfe7a049cf475d4ce7e9262268f8840 2024-12-03T04:49:56,177 DEBUG [RS_OPEN_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for 8bfe7a049cf475d4ce7e9262268f8840: Running coprocessor pre-open hook at 1733201396164Writing region info on filesystem at 1733201396164Initializing all the Stores at 1733201396165 (+1 ms)Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733201396165Cleaning up temporary data from old regions at 1733201396170 (+5 ms)Running coprocessor post-open hooks at 1733201396176 (+6 ms)Region opened successfully at 1733201396177 (+1 ms) 2024-12-03T04:49:56,177 DEBUG [RS_OPEN_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1093): writing seq id for 36ac20f7f86be7f765d55ae67e08a4e6 2024-12-03T04:49:56,178 INFO [RS_OPEN_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for testClearRegionBlockCache,,1733201395804.8bfe7a049cf475d4ce7e9262268f8840., pid=7, masterSystemTime=1733201396159 2024-12-03T04:49:56,180 DEBUG [RS_OPEN_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40481/user/jenkins/test-data/328776f5-2f30-4f7f-8422-eafb169cae43/data/default/testClearRegionBlockCache/36ac20f7f86be7f765d55ae67e08a4e6/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T04:49:56,180 INFO [RS_OPEN_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1114): Opened 36ac20f7f86be7f765d55ae67e08a4e6; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68668735, jitterRate=0.023243889212608337}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-03T04:49:56,180 DEBUG [RS_OPEN_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 36ac20f7f86be7f765d55ae67e08a4e6 2024-12-03T04:49:56,180 DEBUG [RS_OPEN_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1006): Region open journal for 36ac20f7f86be7f765d55ae67e08a4e6: Running coprocessor pre-open hook at 1733201396169Writing region info on filesystem at 1733201396169Initializing all the Stores at 1733201396170 (+1 ms)Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733201396170Cleaning up temporary data from old regions at 1733201396175 (+5 ms)Running coprocessor post-open hooks at 1733201396180 (+5 ms)Region opened successfully at 1733201396180 2024-12-03T04:49:56,181 DEBUG [RS_OPEN_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for testClearRegionBlockCache,,1733201395804.8bfe7a049cf475d4ce7e9262268f8840. 2024-12-03T04:49:56,181 INFO [RS_OPEN_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] handler.AssignRegionHandler(153): Opened testClearRegionBlockCache,,1733201395804.8bfe7a049cf475d4ce7e9262268f8840. 2024-12-03T04:49:56,181 INFO [RS_OPEN_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegionServer(2236): Post open deploy tasks for testClearRegionBlockCache,5,1733201395804.36ac20f7f86be7f765d55ae67e08a4e6., pid=8, masterSystemTime=1733201396160 2024-12-03T04:49:56,182 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=8bfe7a049cf475d4ce7e9262268f8840, regionState=OPEN, openSeqNum=2, regionLocation=32beccd76b35,42445,1733201394250 2024-12-03T04:49:56,184 DEBUG [RS_OPEN_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegionServer(2266): Finished post open deploy task for testClearRegionBlockCache,5,1733201395804.36ac20f7f86be7f765d55ae67e08a4e6. 2024-12-03T04:49:56,184 INFO [RS_OPEN_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] handler.AssignRegionHandler(153): Opened testClearRegionBlockCache,5,1733201395804.36ac20f7f86be7f765d55ae67e08a4e6. 2024-12-03T04:49:56,185 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=36ac20f7f86be7f765d55ae67e08a4e6, regionState=OPEN, openSeqNum=2, regionLocation=32beccd76b35,37443,1733201394183 2024-12-03T04:49:56,185 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-17-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8bfe7a049cf475d4ce7e9262268f8840, server=32beccd76b35,42445,1733201394250 because future has completed 2024-12-03T04:49:56,189 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-17-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 36ac20f7f86be7f765d55ae67e08a4e6, server=32beccd76b35,37443,1733201394183 because future has completed 2024-12-03T04:49:56,191 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=5 2024-12-03T04:49:56,191 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 8bfe7a049cf475d4ce7e9262268f8840, server=32beccd76b35,42445,1733201394250 in 183 msec 2024-12-03T04:49:56,193 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=6 2024-12-03T04:49:56,193 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=8bfe7a049cf475d4ce7e9262268f8840, ASSIGN in 344 msec 2024-12-03T04:49:56,193 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 36ac20f7f86be7f765d55ae67e08a4e6, server=32beccd76b35,37443,1733201394183 in 183 msec 2024-12-03T04:49:56,196 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=4 2024-12-03T04:49:56,196 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=36ac20f7f86be7f765d55ae67e08a4e6, ASSIGN in 346 msec 2024-12-03T04:49:56,196 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-03T04:49:56,197 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733201396196"}]},"ts":"1733201396196"} 2024-12-03T04:49:56,199 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=testClearRegionBlockCache, state=ENABLED in hbase:meta 2024-12-03T04:49:56,200 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_POST_OPERATION 2024-12-03T04:49:56,202 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testClearRegionBlockCache in 395 msec 2024-12-03T04:49:56,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41571 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T04:49:56,438 INFO [RPCClient-NioEventLoopGroup-5-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testClearRegionBlockCache completed 2024-12-03T04:49:56,438 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testClearRegionBlockCache get assigned. Timeout = 60000ms 2024-12-03T04:49:56,438 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-03T04:49:56,442 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testClearRegionBlockCache assigned to meta. Checking AM states. 2024-12-03T04:49:56,442 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-03T04:49:56,442 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testClearRegionBlockCache assigned. 2024-12-03T04:49:56,445 DEBUG [RPCClient-NioEventLoopGroup-5-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testClearRegionBlockCache', row='1', locateType=CURRENT is [region=testClearRegionBlockCache,,1733201395804.8bfe7a049cf475d4ce7e9262268f8840., hostname=32beccd76b35,42445,1733201394250, seqNum=2] 2024-12-03T04:49:56,456 DEBUG [RPCClient-NioEventLoopGroup-5-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testClearRegionBlockCache', row='5', locateType=CURRENT is [region=testClearRegionBlockCache,5,1733201395804.36ac20f7f86be7f765d55ae67e08a4e6., hostname=32beccd76b35,37443,1733201394183, seqNum=2] 2024-12-03T04:49:56,456 DEBUG [RPCClient-NioEventLoopGroup-5-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T04:49:56,458 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55878, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T04:49:56,467 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 36ac20f7f86be7f765d55ae67e08a4e6 1/1 column families, dataSize=140 B heapSize=776 B 2024-12-03T04:49:56,487 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40481/user/jenkins/test-data/328776f5-2f30-4f7f-8422-eafb169cae43/data/default/testClearRegionBlockCache/36ac20f7f86be7f765d55ae67e08a4e6/.tmp/family/ab75f12ecf554703a910e416cffce5d3 is 32, key is 5/family:/1733201396458/Put/seqid=0 2024-12-03T04:49:56,492 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45915 is added to blk_1073741839_1015 (size=5083) 2024-12-03T04:49:56,493 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33525 is added to blk_1073741839_1015 (size=5083) 2024-12-03T04:49:56,493 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=140 B at sequenceid=9 (bloomFilter=true), to=hdfs://localhost:40481/user/jenkins/test-data/328776f5-2f30-4f7f-8422-eafb169cae43/data/default/testClearRegionBlockCache/36ac20f7f86be7f765d55ae67e08a4e6/.tmp/family/ab75f12ecf554703a910e416cffce5d3 2024-12-03T04:49:56,500 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40481/user/jenkins/test-data/328776f5-2f30-4f7f-8422-eafb169cae43/data/default/testClearRegionBlockCache/36ac20f7f86be7f765d55ae67e08a4e6/.tmp/family/ab75f12ecf554703a910e416cffce5d3 as hdfs://localhost:40481/user/jenkins/test-data/328776f5-2f30-4f7f-8422-eafb169cae43/data/default/testClearRegionBlockCache/36ac20f7f86be7f765d55ae67e08a4e6/family/ab75f12ecf554703a910e416cffce5d3 2024-12-03T04:49:56,505 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40481/user/jenkins/test-data/328776f5-2f30-4f7f-8422-eafb169cae43/data/default/testClearRegionBlockCache/36ac20f7f86be7f765d55ae67e08a4e6/family/ab75f12ecf554703a910e416cffce5d3, entries=5, sequenceid=9, filesize=5.0 K 2024-12-03T04:49:56,506 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~140 B/140, heapSize ~760 B/760, currentSize=0 B/0 for 36ac20f7f86be7f765d55ae67e08a4e6 in 39ms, sequenceid=9, compaction requested=false 2024-12-03T04:49:56,506 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 36ac20f7f86be7f765d55ae67e08a4e6: 2024-12-03T04:49:56,506 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 8bfe7a049cf475d4ce7e9262268f8840 1/1 column families, dataSize=112 B heapSize=672 B 2024-12-03T04:49:56,521 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40481/user/jenkins/test-data/328776f5-2f30-4f7f-8422-eafb169cae43/data/default/testClearRegionBlockCache/8bfe7a049cf475d4ce7e9262268f8840/.tmp/family/fd2613100a7046d295eb6239557f5f7f is 32, key is 1/family:/1733201396446/Put/seqid=0 2024-12-03T04:49:56,526 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45915 is added to blk_1073741840_1016 (size=5054) 2024-12-03T04:49:56,527 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33525 is added to blk_1073741840_1016 (size=5054) 2024-12-03T04:49:56,527 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:40481/user/jenkins/test-data/328776f5-2f30-4f7f-8422-eafb169cae43/data/default/testClearRegionBlockCache/8bfe7a049cf475d4ce7e9262268f8840/.tmp/family/fd2613100a7046d295eb6239557f5f7f 2024-12-03T04:49:56,533 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40481/user/jenkins/test-data/328776f5-2f30-4f7f-8422-eafb169cae43/data/default/testClearRegionBlockCache/8bfe7a049cf475d4ce7e9262268f8840/.tmp/family/fd2613100a7046d295eb6239557f5f7f as hdfs://localhost:40481/user/jenkins/test-data/328776f5-2f30-4f7f-8422-eafb169cae43/data/default/testClearRegionBlockCache/8bfe7a049cf475d4ce7e9262268f8840/family/fd2613100a7046d295eb6239557f5f7f 2024-12-03T04:49:56,538 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40481/user/jenkins/test-data/328776f5-2f30-4f7f-8422-eafb169cae43/data/default/testClearRegionBlockCache/8bfe7a049cf475d4ce7e9262268f8840/family/fd2613100a7046d295eb6239557f5f7f, entries=4, sequenceid=8, filesize=4.9 K 2024-12-03T04:49:56,539 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~112 B/112, heapSize ~656 B/656, currentSize=0 B/0 for 8bfe7a049cf475d4ce7e9262268f8840 in 33ms, sequenceid=8, compaction requested=false 2024-12-03T04:49:56,539 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 8bfe7a049cf475d4ce7e9262268f8840: 2024-12-03T04:49:56,541 DEBUG [Time-limited test {}] bucket.BucketCache(1863): found 1 blocks for file ab75f12ecf554703a910e416cffce5d3, starting offset: 0, end offset: 9223372036854775807 2024-12-03T04:49:56,541 DEBUG [Time-limited test {}] bucket.BucketCache(856): removed key ab75f12ecf554703a910e416cffce5d3_0 from back map with offset lock 2094080 in the evict process 2024-12-03T04:49:56,542 DEBUG [Time-limited test {}] bucket.BucketCache(1863): found 1 blocks for file fd2613100a7046d295eb6239557f5f7f, starting offset: 0, end offset: 9223372036854775807 2024-12-03T04:49:56,542 DEBUG [Time-limited test {}] bucket.BucketCache(856): removed key fd2613100a7046d295eb6239557f5f7f_0 from back map with offset lock 2094080 in the evict process 2024-12-03T04:49:56,543 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-03T04:49:56,543 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T04:49:56,543 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.teardown(TestClearRegionBlockCache.java:100) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T04:49:56,543 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T04:49:56,543 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T04:49:56,543 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T04:49:56,543 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-03T04:49:56,543 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1482471749, stopped=false 2024-12-03T04:49:56,543 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=32beccd76b35,41571,1733201394128 2024-12-03T04:49:56,545 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-03T04:49:56,545 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37443-0x101516d6e6b0001, quorum=127.0.0.1:51068, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-03T04:49:56,545 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42445-0x101516d6e6b0002, quorum=127.0.0.1:51068, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-03T04:49:56,545 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41571-0x101516d6e6b0000, quorum=127.0.0.1:51068, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-03T04:49:56,546 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41571-0x101516d6e6b0000, quorum=127.0.0.1:51068, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T04:49:56,546 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37443-0x101516d6e6b0001, quorum=127.0.0.1:51068, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T04:49:56,546 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T04:49:56,546 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.teardown(TestClearRegionBlockCache.java:100) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T04:49:56,546 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T04:49:56,546 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42445-0x101516d6e6b0002, quorum=127.0.0.1:51068, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T04:49:56,546 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '32beccd76b35,37443,1733201394183' ***** 2024-12-03T04:49:56,546 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-03T04:49:56,546 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '32beccd76b35,42445,1733201394250' ***** 2024-12-03T04:49:56,546 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-03T04:49:56,547 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:37443-0x101516d6e6b0001, quorum=127.0.0.1:51068, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-03T04:49:56,547 INFO [RS:0;32beccd76b35:37443 {}] bucket.BucketCache(1738): Disabling cache 2024-12-03T04:49:56,547 INFO [RS:1;32beccd76b35:42445 {}] bucket.BucketCache(1738): Disabling cache 2024-12-03T04:49:56,547 INFO [Time-limited test-BucketCacheWriter-1 {}] bucket.BucketCache$WriterThread(1271): Time-limited test-BucketCacheWriter-1 exiting, cacheEnabled=false 2024-12-03T04:49:56,547 INFO [Time-limited test-BucketCacheWriter-0 {}] bucket.BucketCache$WriterThread(1271): Time-limited test-BucketCacheWriter-0 exiting, cacheEnabled=false 2024-12-03T04:49:56,547 INFO [Time-limited test-BucketCacheWriter-2 {}] bucket.BucketCache$WriterThread(1271): Time-limited test-BucketCacheWriter-2 exiting, cacheEnabled=false 2024-12-03T04:49:56,547 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:42445-0x101516d6e6b0002, quorum=127.0.0.1:51068, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-03T04:49:56,547 INFO [RS:1;32beccd76b35:42445 {}] bucket.BucketCache(1762): Shutdown bucket cache: IO persistent=false; path to write=null 2024-12-03T04:49:56,547 INFO [Time-limited test-BucketCacheWriter-0 {}] bucket.BucketCache$WriterThread(1271): Time-limited test-BucketCacheWriter-0 exiting, cacheEnabled=false 2024-12-03T04:49:56,547 INFO [RS:1;32beccd76b35:42445 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-03T04:49:56,547 INFO [RS:0;32beccd76b35:37443 {}] bucket.BucketCache(1762): Shutdown bucket cache: IO persistent=false; path to write=null 2024-12-03T04:49:56,547 INFO [Time-limited test-BucketCacheWriter-1 {}] bucket.BucketCache$WriterThread(1271): Time-limited test-BucketCacheWriter-1 exiting, cacheEnabled=false 2024-12-03T04:49:56,547 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-03T04:49:56,547 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:41571-0x101516d6e6b0000, quorum=127.0.0.1:51068, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-03T04:49:56,548 INFO [RS:0;32beccd76b35:37443 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-03T04:49:56,548 INFO [RS:1;32beccd76b35:42445 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-03T04:49:56,548 INFO [Time-limited test-BucketCacheWriter-2 {}] bucket.BucketCache$WriterThread(1271): Time-limited test-BucketCacheWriter-2 exiting, cacheEnabled=false 2024-12-03T04:49:56,548 INFO [RS:1;32beccd76b35:42445 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-03T04:49:56,548 INFO [RS:1;32beccd76b35:42445 {}] regionserver.HRegionServer(3091): Received CLOSE for 8bfe7a049cf475d4ce7e9262268f8840 2024-12-03T04:49:56,548 INFO [RS:0;32beccd76b35:37443 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-03T04:49:56,548 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-03T04:49:56,548 INFO [RS:0;32beccd76b35:37443 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-03T04:49:56,548 INFO [RS:0;32beccd76b35:37443 {}] regionserver.HRegionServer(3091): Received CLOSE for 36ac20f7f86be7f765d55ae67e08a4e6 2024-12-03T04:49:56,548 INFO [RS:1;32beccd76b35:42445 {}] regionserver.HRegionServer(959): stopping server 32beccd76b35,42445,1733201394250 2024-12-03T04:49:56,548 INFO [RS:1;32beccd76b35:42445 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-03T04:49:56,548 INFO [RS:1;32beccd76b35:42445 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;32beccd76b35:42445. 2024-12-03T04:49:56,548 DEBUG [RS_CLOSE_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 8bfe7a049cf475d4ce7e9262268f8840, disabling compactions & flushes 2024-12-03T04:49:56,548 INFO [RS_CLOSE_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,,1733201395804.8bfe7a049cf475d4ce7e9262268f8840. 2024-12-03T04:49:56,548 INFO [RS:0;32beccd76b35:37443 {}] regionserver.HRegionServer(959): stopping server 32beccd76b35,37443,1733201394183 2024-12-03T04:49:56,548 DEBUG [RS:1;32beccd76b35:42445 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T04:49:56,548 DEBUG [RS_CLOSE_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,,1733201395804.8bfe7a049cf475d4ce7e9262268f8840. 2024-12-03T04:49:56,548 INFO [RS:0;32beccd76b35:37443 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-03T04:49:56,548 DEBUG [RS:1;32beccd76b35:42445 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T04:49:56,548 DEBUG [RS_CLOSE_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,,1733201395804.8bfe7a049cf475d4ce7e9262268f8840. after waiting 0 ms 2024-12-03T04:49:56,548 DEBUG [RS_CLOSE_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,,1733201395804.8bfe7a049cf475d4ce7e9262268f8840. 2024-12-03T04:49:56,548 INFO [RS:0;32beccd76b35:37443 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;32beccd76b35:37443. 2024-12-03T04:49:56,548 INFO [RS:1;32beccd76b35:42445 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-03T04:49:56,549 DEBUG [RS_CLOSE_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 36ac20f7f86be7f765d55ae67e08a4e6, disabling compactions & flushes 2024-12-03T04:49:56,548 DEBUG [RS:0;32beccd76b35:37443 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T04:49:56,549 INFO [RS:1;32beccd76b35:42445 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-03T04:49:56,549 INFO [RS_CLOSE_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,5,1733201395804.36ac20f7f86be7f765d55ae67e08a4e6. 2024-12-03T04:49:56,549 INFO [RS:1;32beccd76b35:42445 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-03T04:49:56,549 DEBUG [RS_CLOSE_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,5,1733201395804.36ac20f7f86be7f765d55ae67e08a4e6. 2024-12-03T04:49:56,549 DEBUG [RS:0;32beccd76b35:37443 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T04:49:56,549 DEBUG [RS_CLOSE_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,5,1733201395804.36ac20f7f86be7f765d55ae67e08a4e6. after waiting 0 ms 2024-12-03T04:49:56,549 INFO [RS:1;32beccd76b35:42445 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-03T04:49:56,549 DEBUG [RS_CLOSE_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,5,1733201395804.36ac20f7f86be7f765d55ae67e08a4e6. 2024-12-03T04:49:56,549 INFO [RS:0;32beccd76b35:37443 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-03T04:49:56,549 DEBUG [RS:0;32beccd76b35:37443 {}] regionserver.HRegionServer(1325): Online Regions={36ac20f7f86be7f765d55ae67e08a4e6=testClearRegionBlockCache,5,1733201395804.36ac20f7f86be7f765d55ae67e08a4e6.} 2024-12-03T04:49:56,549 DEBUG [RS:0;32beccd76b35:37443 {}] regionserver.HRegionServer(1351): Waiting on 36ac20f7f86be7f765d55ae67e08a4e6 2024-12-03T04:49:56,549 INFO [RS:1;32beccd76b35:42445 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-03T04:49:56,549 DEBUG [RS:1;32beccd76b35:42445 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 8bfe7a049cf475d4ce7e9262268f8840=testClearRegionBlockCache,,1733201395804.8bfe7a049cf475d4ce7e9262268f8840.} 2024-12-03T04:49:56,549 DEBUG [RS:1;32beccd76b35:42445 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 8bfe7a049cf475d4ce7e9262268f8840 2024-12-03T04:49:56,550 DEBUG [RS_CLOSE_META-regionserver/32beccd76b35:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-03T04:49:56,550 INFO [RS_CLOSE_META-regionserver/32beccd76b35:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-03T04:49:56,550 DEBUG [RS_CLOSE_META-regionserver/32beccd76b35:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-03T04:49:56,550 DEBUG [RS_CLOSE_META-regionserver/32beccd76b35:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-03T04:49:56,550 DEBUG [RS_CLOSE_META-regionserver/32beccd76b35:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-03T04:49:56,550 INFO [RS_CLOSE_META-regionserver/32beccd76b35:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.79 KB heapSize=5.57 KB 2024-12-03T04:49:56,554 DEBUG [RS_CLOSE_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40481/user/jenkins/test-data/328776f5-2f30-4f7f-8422-eafb169cae43/data/default/testClearRegionBlockCache/8bfe7a049cf475d4ce7e9262268f8840/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-12-03T04:49:56,554 DEBUG [RS_CLOSE_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40481/user/jenkins/test-data/328776f5-2f30-4f7f-8422-eafb169cae43/data/default/testClearRegionBlockCache/36ac20f7f86be7f765d55ae67e08a4e6/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=1 2024-12-03T04:49:56,554 INFO [RS_CLOSE_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,,1733201395804.8bfe7a049cf475d4ce7e9262268f8840. 2024-12-03T04:49:56,555 DEBUG [RS_CLOSE_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 8bfe7a049cf475d4ce7e9262268f8840: Waiting for close lock at 1733201396548Running coprocessor pre-close hooks at 1733201396548Disabling compacts and flushes for region at 1733201396548Disabling writes for close at 1733201396548Writing region close event to WAL at 1733201396549 (+1 ms)Running coprocessor post-close hooks at 1733201396554 (+5 ms)Closed at 1733201396554 2024-12-03T04:49:56,555 INFO [RS_CLOSE_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,5,1733201395804.36ac20f7f86be7f765d55ae67e08a4e6. 2024-12-03T04:49:56,555 DEBUG [RS_CLOSE_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,,1733201395804.8bfe7a049cf475d4ce7e9262268f8840. 2024-12-03T04:49:56,555 DEBUG [RS_CLOSE_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 36ac20f7f86be7f765d55ae67e08a4e6: Waiting for close lock at 1733201396549Running coprocessor pre-close hooks at 1733201396549Disabling compacts and flushes for region at 1733201396549Disabling writes for close at 1733201396549Writing region close event to WAL at 1733201396550 (+1 ms)Running coprocessor post-close hooks at 1733201396554 (+4 ms)Closed at 1733201396555 (+1 ms) 2024-12-03T04:49:56,555 DEBUG [RS_CLOSE_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,5,1733201395804.36ac20f7f86be7f765d55ae67e08a4e6. 2024-12-03T04:49:56,558 INFO [regionserver/32beccd76b35:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-03T04:49:56,558 INFO [regionserver/32beccd76b35:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-03T04:49:56,566 INFO [regionserver/32beccd76b35:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-03T04:49:56,568 INFO [regionserver/32beccd76b35:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-03T04:49:56,568 INFO [regionserver/32beccd76b35:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-03T04:49:56,568 DEBUG [RS_CLOSE_META-regionserver/32beccd76b35:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40481/user/jenkins/test-data/328776f5-2f30-4f7f-8422-eafb169cae43/data/hbase/meta/1588230740/.tmp/info/dff68546e2284521b9df3af1ee6666bf is 173, key is testClearRegionBlockCache,5,1733201395804.36ac20f7f86be7f765d55ae67e08a4e6./info:regioninfo/1733201396184/Put/seqid=0 2024-12-03T04:49:56,581 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33525 is added to blk_1073741841_1017 (size=8173) 2024-12-03T04:49:56,581 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45915 is added to blk_1073741841_1017 (size=8173) 2024-12-03T04:49:56,581 INFO [RS_CLOSE_META-regionserver/32beccd76b35:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.60 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:40481/user/jenkins/test-data/328776f5-2f30-4f7f-8422-eafb169cae43/data/hbase/meta/1588230740/.tmp/info/dff68546e2284521b9df3af1ee6666bf 2024-12-03T04:49:56,603 DEBUG [RS_CLOSE_META-regionserver/32beccd76b35:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40481/user/jenkins/test-data/328776f5-2f30-4f7f-8422-eafb169cae43/data/hbase/meta/1588230740/.tmp/ns/96f64f0419c34d479e32fb9e4774e136 is 43, key is default/ns:d/1733201395722/Put/seqid=0 2024-12-03T04:49:56,608 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33525 is added to blk_1073741842_1018 (size=5153) 2024-12-03T04:49:56,609 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45915 is added to blk_1073741842_1018 (size=5153) 2024-12-03T04:49:56,609 INFO [RS_CLOSE_META-regionserver/32beccd76b35:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:40481/user/jenkins/test-data/328776f5-2f30-4f7f-8422-eafb169cae43/data/hbase/meta/1588230740/.tmp/ns/96f64f0419c34d479e32fb9e4774e136 2024-12-03T04:49:56,632 INFO [regionserver/32beccd76b35:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-03T04:49:56,639 DEBUG [RS_CLOSE_META-regionserver/32beccd76b35:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40481/user/jenkins/test-data/328776f5-2f30-4f7f-8422-eafb169cae43/data/hbase/meta/1588230740/.tmp/table/ef8a942609984f0fa9594e0645cbabb1 is 61, key is testClearRegionBlockCache/table:state/1733201396196/Put/seqid=0 2024-12-03T04:49:56,648 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45915 is added to blk_1073741843_1019 (size=5312) 2024-12-03T04:49:56,649 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33525 is added to blk_1073741843_1019 (size=5312) 2024-12-03T04:49:56,649 INFO [RS_CLOSE_META-regionserver/32beccd76b35:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=114 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:40481/user/jenkins/test-data/328776f5-2f30-4f7f-8422-eafb169cae43/data/hbase/meta/1588230740/.tmp/table/ef8a942609984f0fa9594e0645cbabb1 2024-12-03T04:49:56,658 DEBUG [RS_CLOSE_META-regionserver/32beccd76b35:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40481/user/jenkins/test-data/328776f5-2f30-4f7f-8422-eafb169cae43/data/hbase/meta/1588230740/.tmp/info/dff68546e2284521b9df3af1ee6666bf as hdfs://localhost:40481/user/jenkins/test-data/328776f5-2f30-4f7f-8422-eafb169cae43/data/hbase/meta/1588230740/info/dff68546e2284521b9df3af1ee6666bf 2024-12-03T04:49:56,666 INFO [RS_CLOSE_META-regionserver/32beccd76b35:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40481/user/jenkins/test-data/328776f5-2f30-4f7f-8422-eafb169cae43/data/hbase/meta/1588230740/info/dff68546e2284521b9df3af1ee6666bf, entries=20, sequenceid=13, filesize=8.0 K 2024-12-03T04:49:56,668 DEBUG [RS_CLOSE_META-regionserver/32beccd76b35:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40481/user/jenkins/test-data/328776f5-2f30-4f7f-8422-eafb169cae43/data/hbase/meta/1588230740/.tmp/ns/96f64f0419c34d479e32fb9e4774e136 as hdfs://localhost:40481/user/jenkins/test-data/328776f5-2f30-4f7f-8422-eafb169cae43/data/hbase/meta/1588230740/ns/96f64f0419c34d479e32fb9e4774e136 2024-12-03T04:49:56,675 INFO [RS_CLOSE_META-regionserver/32beccd76b35:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40481/user/jenkins/test-data/328776f5-2f30-4f7f-8422-eafb169cae43/data/hbase/meta/1588230740/ns/96f64f0419c34d479e32fb9e4774e136, entries=2, sequenceid=13, filesize=5.0 K 2024-12-03T04:49:56,677 DEBUG [RS_CLOSE_META-regionserver/32beccd76b35:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40481/user/jenkins/test-data/328776f5-2f30-4f7f-8422-eafb169cae43/data/hbase/meta/1588230740/.tmp/table/ef8a942609984f0fa9594e0645cbabb1 as hdfs://localhost:40481/user/jenkins/test-data/328776f5-2f30-4f7f-8422-eafb169cae43/data/hbase/meta/1588230740/table/ef8a942609984f0fa9594e0645cbabb1 2024-12-03T04:49:56,684 INFO [RS_CLOSE_META-regionserver/32beccd76b35:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40481/user/jenkins/test-data/328776f5-2f30-4f7f-8422-eafb169cae43/data/hbase/meta/1588230740/table/ef8a942609984f0fa9594e0645cbabb1, entries=2, sequenceid=13, filesize=5.2 K 2024-12-03T04:49:56,688 INFO [RS_CLOSE_META-regionserver/32beccd76b35:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.79 KB/2852, heapSize ~5.27 KB/5400, currentSize=0 B/0 for 1588230740 in 137ms, sequenceid=13, compaction requested=false 2024-12-03T04:49:56,714 DEBUG [RS_CLOSE_META-regionserver/32beccd76b35:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40481/user/jenkins/test-data/328776f5-2f30-4f7f-8422-eafb169cae43/data/hbase/meta/1588230740/recovered.edits/16.seqid, newMaxSeqId=16, maxSeqId=1 2024-12-03T04:49:56,715 DEBUG [RS_CLOSE_META-regionserver/32beccd76b35:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-03T04:49:56,715 INFO [RS_CLOSE_META-regionserver/32beccd76b35:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-03T04:49:56,715 DEBUG [RS_CLOSE_META-regionserver/32beccd76b35:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733201396549Running coprocessor pre-close hooks at 1733201396549Disabling compacts and flushes for region at 1733201396549Disabling writes for close at 1733201396550 (+1 ms)Obtaining lock to block concurrent updates at 1733201396550Preparing flush snapshotting stores in 1588230740 at 1733201396550Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2852, getHeapSize=5640, getOffHeapSize=0, getCellsCount=24 at 1733201396551 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1733201396552 (+1 ms)Flushing 1588230740/info: creating writer at 1733201396552Flushing 1588230740/info: appending metadata at 1733201396568 (+16 ms)Flushing 1588230740/info: closing flushed file at 1733201396568Flushing 1588230740/ns: creating writer at 1733201396587 (+19 ms)Flushing 1588230740/ns: appending metadata at 1733201396602 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1733201396602Flushing 1588230740/table: creating writer at 1733201396616 (+14 ms)Flushing 1588230740/table: appending metadata at 1733201396638 (+22 ms)Flushing 1588230740/table: closing flushed file at 1733201396638Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@392f2908: reopening flushed file at 1733201396657 (+19 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@16dcd45f: reopening flushed file at 1733201396667 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@29fbe8b2: reopening flushed file at 1733201396675 (+8 ms)Finished flush of dataSize ~2.79 KB/2852, heapSize ~5.27 KB/5400, currentSize=0 B/0 for 1588230740 in 137ms, sequenceid=13, compaction requested=false at 1733201396688 (+13 ms)Writing region close event to WAL at 1733201396710 (+22 ms)Running coprocessor post-close hooks at 1733201396715 (+5 ms)Closed at 1733201396715 2024-12-03T04:49:56,716 DEBUG [RS_CLOSE_META-regionserver/32beccd76b35:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-03T04:49:56,749 INFO [RS:0;32beccd76b35:37443 {}] regionserver.HRegionServer(976): stopping server 32beccd76b35,37443,1733201394183; all regions closed. 2024-12-03T04:49:56,750 INFO [RS:1;32beccd76b35:42445 {}] regionserver.HRegionServer(976): stopping server 32beccd76b35,42445,1733201394250; all regions closed. 2024-12-03T04:49:56,752 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33525 is added to blk_1073741832_1008 (size=1867) 2024-12-03T04:49:56,752 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45915 is added to blk_1073741835_1011 (size=4338) 2024-12-03T04:49:56,752 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45915 is added to blk_1073741832_1008 (size=1867) 2024-12-03T04:49:56,753 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33525 is added to blk_1073741835_1011 (size=4338) 2024-12-03T04:49:56,756 DEBUG [RS:0;32beccd76b35:37443 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/328776f5-2f30-4f7f-8422-eafb169cae43/oldWALs 2024-12-03T04:49:56,756 DEBUG [RS:1;32beccd76b35:42445 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/328776f5-2f30-4f7f-8422-eafb169cae43/oldWALs 2024-12-03T04:49:56,756 INFO [RS:0;32beccd76b35:37443 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 32beccd76b35%2C37443%2C1733201394183:(num 1733201394671) 2024-12-03T04:49:56,756 INFO [RS:1;32beccd76b35:42445 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 32beccd76b35%2C42445%2C1733201394250.meta:.meta(num 1733201395660) 2024-12-03T04:49:56,756 DEBUG [RS:0;32beccd76b35:37443 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T04:49:56,756 INFO [RS:0;32beccd76b35:37443 {}] regionserver.LeaseManager(133): Closed leases 2024-12-03T04:49:56,756 INFO [RS:0;32beccd76b35:37443 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-03T04:49:56,756 INFO [RS:0;32beccd76b35:37443 {}] hbase.ChoreService(370): Chore service for: regionserver/32beccd76b35:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-12-03T04:49:56,756 INFO [RS:0;32beccd76b35:37443 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-03T04:49:56,756 INFO [RS:0;32beccd76b35:37443 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-03T04:49:56,757 INFO [RS:0;32beccd76b35:37443 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-03T04:49:56,757 INFO [RS:0;32beccd76b35:37443 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-03T04:49:56,757 INFO [regionserver/32beccd76b35:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-03T04:49:56,757 INFO [RS:0;32beccd76b35:37443 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:37443 2024-12-03T04:49:56,759 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41571-0x101516d6e6b0000, quorum=127.0.0.1:51068, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-03T04:49:56,759 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37443-0x101516d6e6b0001, quorum=127.0.0.1:51068, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/32beccd76b35,37443,1733201394183 2024-12-03T04:49:56,759 INFO [RS:0;32beccd76b35:37443 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-03T04:49:56,760 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45915 is added to blk_1073741833_1009 (size=1758) 2024-12-03T04:49:56,761 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33525 is added to blk_1073741833_1009 (size=1758) 2024-12-03T04:49:56,761 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [32beccd76b35,37443,1733201394183] 2024-12-03T04:49:56,763 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/32beccd76b35,37443,1733201394183 already deleted, retry=false 2024-12-03T04:49:56,763 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 32beccd76b35,37443,1733201394183 expired; onlineServers=1 2024-12-03T04:49:56,764 DEBUG [RS:1;32beccd76b35:42445 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/328776f5-2f30-4f7f-8422-eafb169cae43/oldWALs 2024-12-03T04:49:56,764 INFO [RS:1;32beccd76b35:42445 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 32beccd76b35%2C42445%2C1733201394250:(num 1733201394694) 2024-12-03T04:49:56,764 DEBUG [RS:1;32beccd76b35:42445 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T04:49:56,764 INFO [RS:1;32beccd76b35:42445 {}] regionserver.LeaseManager(133): Closed leases 2024-12-03T04:49:56,764 INFO [RS:1;32beccd76b35:42445 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-03T04:49:56,764 INFO [RS:1;32beccd76b35:42445 {}] hbase.ChoreService(370): Chore service for: regionserver/32beccd76b35:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-12-03T04:49:56,764 INFO [RS:1;32beccd76b35:42445 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-03T04:49:56,764 INFO [RS:1;32beccd76b35:42445 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:42445 2024-12-03T04:49:56,765 INFO [regionserver/32beccd76b35:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-03T04:49:56,766 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41571-0x101516d6e6b0000, quorum=127.0.0.1:51068, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-03T04:49:56,766 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42445-0x101516d6e6b0002, quorum=127.0.0.1:51068, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/32beccd76b35,42445,1733201394250 2024-12-03T04:49:56,766 INFO [RS:1;32beccd76b35:42445 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-03T04:49:56,767 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [32beccd76b35,42445,1733201394250] 2024-12-03T04:49:56,769 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/32beccd76b35,42445,1733201394250 already deleted, retry=false 2024-12-03T04:49:56,770 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 32beccd76b35,42445,1733201394250 expired; onlineServers=0 2024-12-03T04:49:56,770 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '32beccd76b35,41571,1733201394128' ***** 2024-12-03T04:49:56,770 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-03T04:49:56,770 INFO [M:0;32beccd76b35:41571 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-03T04:49:56,770 INFO [M:0;32beccd76b35:41571 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-03T04:49:56,770 DEBUG [M:0;32beccd76b35:41571 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-03T04:49:56,770 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-03T04:49:56,770 DEBUG [M:0;32beccd76b35:41571 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-03T04:49:56,770 DEBUG [master/32beccd76b35:0:becomeActiveMaster-HFileCleaner.small.0-1733201394465 {}] cleaner.HFileCleaner(306): Exit Thread[master/32beccd76b35:0:becomeActiveMaster-HFileCleaner.small.0-1733201394465,5,FailOnTimeoutGroup] 2024-12-03T04:49:56,770 DEBUG [master/32beccd76b35:0:becomeActiveMaster-HFileCleaner.large.0-1733201394465 {}] cleaner.HFileCleaner(306): Exit Thread[master/32beccd76b35:0:becomeActiveMaster-HFileCleaner.large.0-1733201394465,5,FailOnTimeoutGroup] 2024-12-03T04:49:56,770 INFO [M:0;32beccd76b35:41571 {}] hbase.ChoreService(370): Chore service for: master/32beccd76b35:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-03T04:49:56,770 INFO [M:0;32beccd76b35:41571 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-03T04:49:56,770 DEBUG [M:0;32beccd76b35:41571 {}] master.HMaster(1795): Stopping service threads 2024-12-03T04:49:56,770 INFO [M:0;32beccd76b35:41571 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-03T04:49:56,771 INFO [M:0;32beccd76b35:41571 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-03T04:49:56,771 INFO [M:0;32beccd76b35:41571 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-03T04:49:56,771 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-03T04:49:56,772 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41571-0x101516d6e6b0000, quorum=127.0.0.1:51068, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-12-03T04:49:56,772 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41571-0x101516d6e6b0000, quorum=127.0.0.1:51068, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T04:49:56,772 DEBUG [M:0;32beccd76b35:41571 {}] zookeeper.ZKUtil(347): master:41571-0x101516d6e6b0000, quorum=127.0.0.1:51068, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-12-03T04:49:56,772 WARN [M:0;32beccd76b35:41571 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-03T04:49:56,773 INFO [M:0;32beccd76b35:41571 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:40481/user/jenkins/test-data/328776f5-2f30-4f7f-8422-eafb169cae43/.lastflushedseqids 2024-12-03T04:49:56,783 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45915 is added to blk_1073741844_1020 (size=209) 2024-12-03T04:49:56,783 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33525 is added to blk_1073741844_1020 (size=209) 2024-12-03T04:49:56,784 INFO [M:0;32beccd76b35:41571 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-03T04:49:56,784 INFO [M:0;32beccd76b35:41571 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-03T04:49:56,785 DEBUG [M:0;32beccd76b35:41571 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-03T04:49:56,785 INFO [M:0;32beccd76b35:41571 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T04:49:56,785 DEBUG [M:0;32beccd76b35:41571 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T04:49:56,785 DEBUG [M:0;32beccd76b35:41571 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-03T04:49:56,785 DEBUG [M:0;32beccd76b35:41571 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T04:49:56,785 INFO [M:0;32beccd76b35:41571 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=29.57 KB heapSize=36.95 KB 2024-12-03T04:49:56,804 DEBUG [M:0;32beccd76b35:41571 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40481/user/jenkins/test-data/328776f5-2f30-4f7f-8422-eafb169cae43/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/bfe4e7657f15432ba1d210cf1187758e is 82, key is hbase:meta,,1/info:regioninfo/1733201395703/Put/seqid=0 2024-12-03T04:49:56,812 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33525 is added to blk_1073741845_1021 (size=5672) 2024-12-03T04:49:56,813 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45915 is added to blk_1073741845_1021 (size=5672) 2024-12-03T04:49:56,814 INFO [M:0;32beccd76b35:41571 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:40481/user/jenkins/test-data/328776f5-2f30-4f7f-8422-eafb169cae43/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/bfe4e7657f15432ba1d210cf1187758e 2024-12-03T04:49:56,840 DEBUG [M:0;32beccd76b35:41571 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40481/user/jenkins/test-data/328776f5-2f30-4f7f-8422-eafb169cae43/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/74720cb672014dbcb40b90239d14fa86 is 802, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1733201396201/Put/seqid=0 2024-12-03T04:49:56,855 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45915 is added to blk_1073741846_1022 (size=6218) 2024-12-03T04:49:56,855 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33525 is added to blk_1073741846_1022 (size=6218) 2024-12-03T04:49:56,856 INFO [M:0;32beccd76b35:41571 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28.95 KB at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:40481/user/jenkins/test-data/328776f5-2f30-4f7f-8422-eafb169cae43/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/74720cb672014dbcb40b90239d14fa86 2024-12-03T04:49:56,862 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37443-0x101516d6e6b0001, quorum=127.0.0.1:51068, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T04:49:56,862 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37443-0x101516d6e6b0001, quorum=127.0.0.1:51068, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T04:49:56,862 INFO [RS:0;32beccd76b35:37443 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-03T04:49:56,862 INFO [RS:0;32beccd76b35:37443 {}] regionserver.HRegionServer(1031): Exiting; stopping=32beccd76b35,37443,1733201394183; zookeeper connection closed. 2024-12-03T04:49:56,862 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@1d50353a {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@1d50353a 2024-12-03T04:49:56,868 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42445-0x101516d6e6b0002, quorum=127.0.0.1:51068, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T04:49:56,868 INFO [RS:1;32beccd76b35:42445 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-03T04:49:56,869 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42445-0x101516d6e6b0002, quorum=127.0.0.1:51068, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T04:49:56,869 INFO [RS:1;32beccd76b35:42445 {}] regionserver.HRegionServer(1031): Exiting; stopping=32beccd76b35,42445,1733201394250; zookeeper connection closed. 2024-12-03T04:49:56,869 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@23ded511 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@23ded511 2024-12-03T04:49:56,869 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 2 regionserver(s) complete 2024-12-03T04:49:56,879 DEBUG [M:0;32beccd76b35:41571 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40481/user/jenkins/test-data/328776f5-2f30-4f7f-8422-eafb169cae43/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/361a930d01794e388e85a8823660b8dd is 69, key is 32beccd76b35,37443,1733201394183/rs:state/1733201394509/Put/seqid=0 2024-12-03T04:49:56,896 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33525 is added to blk_1073741847_1023 (size=5224) 2024-12-03T04:49:56,896 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45915 is added to blk_1073741847_1023 (size=5224) 2024-12-03T04:49:56,896 INFO [M:0;32beccd76b35:41571 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=130 B at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:40481/user/jenkins/test-data/328776f5-2f30-4f7f-8422-eafb169cae43/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/361a930d01794e388e85a8823660b8dd 2024-12-03T04:49:56,904 DEBUG [M:0;32beccd76b35:41571 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40481/user/jenkins/test-data/328776f5-2f30-4f7f-8422-eafb169cae43/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/bfe4e7657f15432ba1d210cf1187758e as hdfs://localhost:40481/user/jenkins/test-data/328776f5-2f30-4f7f-8422-eafb169cae43/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/bfe4e7657f15432ba1d210cf1187758e 2024-12-03T04:49:56,909 INFO [M:0;32beccd76b35:41571 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40481/user/jenkins/test-data/328776f5-2f30-4f7f-8422-eafb169cae43/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/bfe4e7657f15432ba1d210cf1187758e, entries=8, sequenceid=71, filesize=5.5 K 2024-12-03T04:49:56,910 DEBUG [M:0;32beccd76b35:41571 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40481/user/jenkins/test-data/328776f5-2f30-4f7f-8422-eafb169cae43/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/74720cb672014dbcb40b90239d14fa86 as hdfs://localhost:40481/user/jenkins/test-data/328776f5-2f30-4f7f-8422-eafb169cae43/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/74720cb672014dbcb40b90239d14fa86 2024-12-03T04:49:56,916 INFO [M:0;32beccd76b35:41571 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40481/user/jenkins/test-data/328776f5-2f30-4f7f-8422-eafb169cae43/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/74720cb672014dbcb40b90239d14fa86, entries=8, sequenceid=71, filesize=6.1 K 2024-12-03T04:49:56,917 DEBUG [M:0;32beccd76b35:41571 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40481/user/jenkins/test-data/328776f5-2f30-4f7f-8422-eafb169cae43/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/361a930d01794e388e85a8823660b8dd as hdfs://localhost:40481/user/jenkins/test-data/328776f5-2f30-4f7f-8422-eafb169cae43/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/361a930d01794e388e85a8823660b8dd 2024-12-03T04:49:56,923 INFO [M:0;32beccd76b35:41571 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40481/user/jenkins/test-data/328776f5-2f30-4f7f-8422-eafb169cae43/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/361a930d01794e388e85a8823660b8dd, entries=2, sequenceid=71, filesize=5.1 K 2024-12-03T04:49:56,924 INFO [M:0;32beccd76b35:41571 {}] regionserver.HRegion(3140): Finished flush of dataSize ~29.57 KB/30281, heapSize ~36.66 KB/37536, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 139ms, sequenceid=71, compaction requested=false 2024-12-03T04:49:56,925 INFO [M:0;32beccd76b35:41571 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T04:49:56,925 DEBUG [M:0;32beccd76b35:41571 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733201396784Disabling compacts and flushes for region at 1733201396785 (+1 ms)Disabling writes for close at 1733201396785Obtaining lock to block concurrent updates at 1733201396785Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733201396785Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=30281, getHeapSize=37776, getOffHeapSize=0, getCellsCount=86 at 1733201396785Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733201396786 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733201396786Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733201396803 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733201396803Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733201396822 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733201396840 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733201396840Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733201396862 (+22 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733201396879 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733201396879Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@28262051: reopening flushed file at 1733201396903 (+24 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@68f13ed0: reopening flushed file at 1733201396909 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1720afd1: reopening flushed file at 1733201396916 (+7 ms)Finished flush of dataSize ~29.57 KB/30281, heapSize ~36.66 KB/37536, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 139ms, sequenceid=71, compaction requested=false at 1733201396924 (+8 ms)Writing region close event to WAL at 1733201396925 (+1 ms)Closed at 1733201396925 2024-12-03T04:49:56,928 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33525 is added to blk_1073741830_1006 (size=35428) 2024-12-03T04:49:56,928 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45915 is added to blk_1073741830_1006 (size=35428) 2024-12-03T04:49:56,928 INFO [M:0;32beccd76b35:41571 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-03T04:49:56,929 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-03T04:49:56,929 INFO [M:0;32beccd76b35:41571 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:41571 2024-12-03T04:49:56,929 INFO [M:0;32beccd76b35:41571 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-03T04:49:57,031 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41571-0x101516d6e6b0000, quorum=127.0.0.1:51068, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T04:49:57,032 INFO [M:0;32beccd76b35:41571 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-03T04:49:57,032 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41571-0x101516d6e6b0000, quorum=127.0.0.1:51068, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T04:49:57,034 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@78aac59d{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-03T04:49:57,035 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@422e364e{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-03T04:49:57,035 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-03T04:49:57,035 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2a30cba2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-03T04:49:57,035 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3981f6eb{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/52855898-1b74-4bff-e7c4-822a877339c9/hadoop.log.dir/,STOPPED} 2024-12-03T04:49:57,038 WARN [BP-930845358-172.17.0.3-1733201393163 heartbeating to localhost/127.0.0.1:40481 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-03T04:49:57,038 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-03T04:49:57,038 WARN [BP-930845358-172.17.0.3-1733201393163 heartbeating to localhost/127.0.0.1:40481 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-930845358-172.17.0.3-1733201393163 (Datanode Uuid 9522bde3-3d75-43c8-95b0-6b8fa1921bab) service to localhost/127.0.0.1:40481 2024-12-03T04:49:57,038 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-03T04:49:57,038 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/52855898-1b74-4bff-e7c4-822a877339c9/cluster_03e6996e-7e6d-3a30-a37e-b22e5a4140a1/data/data3/current/BP-930845358-172.17.0.3-1733201393163 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-03T04:49:57,038 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/52855898-1b74-4bff-e7c4-822a877339c9/cluster_03e6996e-7e6d-3a30-a37e-b22e5a4140a1/data/data4/current/BP-930845358-172.17.0.3-1733201393163 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-03T04:49:57,039 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-03T04:49:57,043 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3e5ca029{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-03T04:49:57,043 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@77a8adf9{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-03T04:49:57,043 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-03T04:49:57,043 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@142f3c67{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-03T04:49:57,043 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@143a7bb5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/52855898-1b74-4bff-e7c4-822a877339c9/hadoop.log.dir/,STOPPED} 2024-12-03T04:49:57,045 WARN [BP-930845358-172.17.0.3-1733201393163 heartbeating to localhost/127.0.0.1:40481 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-03T04:49:57,045 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-03T04:49:57,045 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-03T04:49:57,045 WARN [BP-930845358-172.17.0.3-1733201393163 heartbeating to localhost/127.0.0.1:40481 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-930845358-172.17.0.3-1733201393163 (Datanode Uuid 92194725-d4d2-429f-917d-59f1f8ef6426) service to localhost/127.0.0.1:40481 2024-12-03T04:49:57,046 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/52855898-1b74-4bff-e7c4-822a877339c9/cluster_03e6996e-7e6d-3a30-a37e-b22e5a4140a1/data/data1/current/BP-930845358-172.17.0.3-1733201393163 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-03T04:49:57,046 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/52855898-1b74-4bff-e7c4-822a877339c9/cluster_03e6996e-7e6d-3a30-a37e-b22e5a4140a1/data/data2/current/BP-930845358-172.17.0.3-1733201393163 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-03T04:49:57,046 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-03T04:49:57,052 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@33722274{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-03T04:49:57,052 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3bb5fb69{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-03T04:49:57,053 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-03T04:49:57,053 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@30a0f3ee{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-03T04:49:57,053 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@166cfddb{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/52855898-1b74-4bff-e7c4-822a877339c9/hadoop.log.dir/,STOPPED} 2024-12-03T04:49:57,063 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-03T04:49:57,089 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-03T04:49:57,099 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.TestClearRegionBlockCache#testClearBlockCache[1: bucket] Thread=175 (was 157) Potentially hanging thread: nioEventLoopGroup-21-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-21-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-20-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:40481 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1437947524) connection to localhost/127.0.0.1:40481 from jenkins.hfs.9 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-21-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-17-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-15-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-17-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.9@localhost:40481 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1437947524) connection to localhost/127.0.0.1:40481 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-17-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1437947524) connection to localhost/127.0.0.1:40481 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40481 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-15-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40481 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.8@localhost:40481 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-20-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-20-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40481 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40481 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1437947524) connection to localhost/127.0.0.1:40481 from jenkins.hfs.8 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-15-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=526 (was 499) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=467 (was 499), ProcessCount=11 (was 11), AvailableMemoryMB=3624 (was 3816) 2024-12-03T04:49:57,110 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.TestClearRegionBlockCache#testClearBlockCacheFromAdmin[1: bucket] Thread=175, OpenFileDescriptor=526, MaxFileDescriptor=1048576, SystemLoadAverage=467, ProcessCount=11, AvailableMemoryMB=3624 2024-12-03T04:49:57,126 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/52855898-1b74-4bff-e7c4-822a877339c9/hadoop.log.dir so I do NOT create it in target/test-data/a5c58412-a28c-2c58-3427-4821f1e2cfb4 2024-12-03T04:49:57,126 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/52855898-1b74-4bff-e7c4-822a877339c9/hadoop.log.dir Erasing configuration value by system value. 2024-12-03T04:49:57,126 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/52855898-1b74-4bff-e7c4-822a877339c9/hadoop.tmp.dir so I do NOT create it in target/test-data/a5c58412-a28c-2c58-3427-4821f1e2cfb4 2024-12-03T04:49:57,126 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/52855898-1b74-4bff-e7c4-822a877339c9/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-03T04:49:57,126 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a5c58412-a28c-2c58-3427-4821f1e2cfb4 2024-12-03T04:49:57,126 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=2, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-03T04:49:57,126 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a5c58412-a28c-2c58-3427-4821f1e2cfb4/cluster_3d856f93-ca40-566f-0be7-fb4520d891a1, deleteOnExit=true 2024-12-03T04:49:57,126 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-03T04:49:57,126 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a5c58412-a28c-2c58-3427-4821f1e2cfb4/test.cache.data in system properties and HBase conf 2024-12-03T04:49:57,127 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a5c58412-a28c-2c58-3427-4821f1e2cfb4/hadoop.tmp.dir in system properties and HBase conf 2024-12-03T04:49:57,127 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a5c58412-a28c-2c58-3427-4821f1e2cfb4/hadoop.log.dir in system properties and HBase conf 2024-12-03T04:49:57,127 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a5c58412-a28c-2c58-3427-4821f1e2cfb4/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-03T04:49:57,127 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a5c58412-a28c-2c58-3427-4821f1e2cfb4/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-03T04:49:57,127 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-03T04:49:57,127 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-03T04:49:57,127 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a5c58412-a28c-2c58-3427-4821f1e2cfb4/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-03T04:49:57,127 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a5c58412-a28c-2c58-3427-4821f1e2cfb4/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-03T04:49:57,127 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a5c58412-a28c-2c58-3427-4821f1e2cfb4/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-03T04:49:57,127 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a5c58412-a28c-2c58-3427-4821f1e2cfb4/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-03T04:49:57,127 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a5c58412-a28c-2c58-3427-4821f1e2cfb4/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-03T04:49:57,127 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a5c58412-a28c-2c58-3427-4821f1e2cfb4/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-03T04:49:57,128 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a5c58412-a28c-2c58-3427-4821f1e2cfb4/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-03T04:49:57,128 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a5c58412-a28c-2c58-3427-4821f1e2cfb4/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-03T04:49:57,128 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a5c58412-a28c-2c58-3427-4821f1e2cfb4/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-03T04:49:57,128 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a5c58412-a28c-2c58-3427-4821f1e2cfb4/nfs.dump.dir in system properties and HBase conf 2024-12-03T04:49:57,128 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a5c58412-a28c-2c58-3427-4821f1e2cfb4/java.io.tmpdir in system properties and HBase conf 2024-12-03T04:49:57,128 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a5c58412-a28c-2c58-3427-4821f1e2cfb4/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-03T04:49:57,128 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a5c58412-a28c-2c58-3427-4821f1e2cfb4/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-03T04:49:57,128 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a5c58412-a28c-2c58-3427-4821f1e2cfb4/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-03T04:49:57,223 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T04:49:57,228 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-03T04:49:57,229 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-03T04:49:57,229 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-03T04:49:57,229 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-03T04:49:57,230 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T04:49:57,230 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@393ad3ba{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a5c58412-a28c-2c58-3427-4821f1e2cfb4/hadoop.log.dir/,AVAILABLE} 2024-12-03T04:49:57,231 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1f5436e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-03T04:49:57,362 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@8270a3d{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a5c58412-a28c-2c58-3427-4821f1e2cfb4/java.io.tmpdir/jetty-localhost-35943-hadoop-hdfs-3_4_1-tests_jar-_-any-15451481110312937323/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-03T04:49:57,362 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6b0607ef{HTTP/1.1, (http/1.1)}{localhost:35943} 2024-12-03T04:49:57,362 INFO [Time-limited test {}] server.Server(415): Started @28774ms 2024-12-03T04:49:57,454 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T04:49:57,458 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-03T04:49:57,459 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-03T04:49:57,459 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-03T04:49:57,459 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-03T04:49:57,459 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4446c38f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a5c58412-a28c-2c58-3427-4821f1e2cfb4/hadoop.log.dir/,AVAILABLE} 2024-12-03T04:49:57,460 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7570489f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-03T04:49:57,600 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@b813358{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a5c58412-a28c-2c58-3427-4821f1e2cfb4/java.io.tmpdir/jetty-localhost-39493-hadoop-hdfs-3_4_1-tests_jar-_-any-4489804582327985684/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-03T04:49:57,600 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3f98b50f{HTTP/1.1, (http/1.1)}{localhost:39493} 2024-12-03T04:49:57,600 INFO [Time-limited test {}] server.Server(415): Started @29012ms 2024-12-03T04:49:57,602 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-03T04:49:57,658 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T04:49:57,665 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-03T04:49:57,666 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-03T04:49:57,666 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-03T04:49:57,666 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-03T04:49:57,667 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3eb7b0a2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a5c58412-a28c-2c58-3427-4821f1e2cfb4/hadoop.log.dir/,AVAILABLE} 2024-12-03T04:49:57,667 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3dc2745{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-03T04:49:57,731 WARN [Thread-1415 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a5c58412-a28c-2c58-3427-4821f1e2cfb4/cluster_3d856f93-ca40-566f-0be7-fb4520d891a1/data/data1/current/BP-639508706-172.17.0.3-1733201397168/current, will proceed with Du for space computation calculation, 2024-12-03T04:49:57,733 WARN [Thread-1416 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a5c58412-a28c-2c58-3427-4821f1e2cfb4/cluster_3d856f93-ca40-566f-0be7-fb4520d891a1/data/data2/current/BP-639508706-172.17.0.3-1733201397168/current, will proceed with Du for space computation calculation, 2024-12-03T04:49:57,786 WARN [Thread-1394 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-03T04:49:57,800 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x880d5ae6ea02e49 with lease ID 0xe7c5dfb9d9380c55: Processing first storage report for DS-bf285208-f0ba-421a-b9b8-89854ad0f614 from datanode DatanodeRegistration(127.0.0.1:38225, datanodeUuid=835ed704-6e9d-4ae9-8356-f54020272a7e, infoPort=42573, infoSecurePort=0, ipcPort=44623, storageInfo=lv=-57;cid=testClusterID;nsid=684586437;c=1733201397168) 2024-12-03T04:49:57,800 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x880d5ae6ea02e49 with lease ID 0xe7c5dfb9d9380c55: from storage DS-bf285208-f0ba-421a-b9b8-89854ad0f614 node DatanodeRegistration(127.0.0.1:38225, datanodeUuid=835ed704-6e9d-4ae9-8356-f54020272a7e, infoPort=42573, infoSecurePort=0, ipcPort=44623, storageInfo=lv=-57;cid=testClusterID;nsid=684586437;c=1733201397168), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-03T04:49:57,800 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x880d5ae6ea02e49 with lease ID 0xe7c5dfb9d9380c55: Processing first storage report for DS-172a6d12-91af-4e75-ae7d-d6851c5bf802 from datanode DatanodeRegistration(127.0.0.1:38225, datanodeUuid=835ed704-6e9d-4ae9-8356-f54020272a7e, infoPort=42573, infoSecurePort=0, ipcPort=44623, storageInfo=lv=-57;cid=testClusterID;nsid=684586437;c=1733201397168) 2024-12-03T04:49:57,800 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x880d5ae6ea02e49 with lease ID 0xe7c5dfb9d9380c55: from storage DS-172a6d12-91af-4e75-ae7d-d6851c5bf802 node DatanodeRegistration(127.0.0.1:38225, datanodeUuid=835ed704-6e9d-4ae9-8356-f54020272a7e, infoPort=42573, infoSecurePort=0, ipcPort=44623, storageInfo=lv=-57;cid=testClusterID;nsid=684586437;c=1733201397168), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-03T04:49:57,812 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@698a1ac6{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a5c58412-a28c-2c58-3427-4821f1e2cfb4/java.io.tmpdir/jetty-localhost-45943-hadoop-hdfs-3_4_1-tests_jar-_-any-16246126732123352684/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-03T04:49:57,813 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7be0f328{HTTP/1.1, (http/1.1)}{localhost:45943} 2024-12-03T04:49:57,813 INFO [Time-limited test {}] server.Server(415): Started @29225ms 2024-12-03T04:49:57,815 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-03T04:49:57,934 WARN [Thread-1441 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a5c58412-a28c-2c58-3427-4821f1e2cfb4/cluster_3d856f93-ca40-566f-0be7-fb4520d891a1/data/data3/current/BP-639508706-172.17.0.3-1733201397168/current, will proceed with Du for space computation calculation, 2024-12-03T04:49:57,936 WARN [Thread-1442 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a5c58412-a28c-2c58-3427-4821f1e2cfb4/cluster_3d856f93-ca40-566f-0be7-fb4520d891a1/data/data4/current/BP-639508706-172.17.0.3-1733201397168/current, will proceed with Du for space computation calculation, 2024-12-03T04:49:57,959 WARN [Thread-1430 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-03T04:49:57,962 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x1e11ac35ffab661a with lease ID 0xe7c5dfb9d9380c56: Processing first storage report for DS-05754eb4-113d-4f44-b5f5-bb5c3c944339 from datanode DatanodeRegistration(127.0.0.1:38725, datanodeUuid=47ec5372-6c30-4267-8faa-23ab95845feb, infoPort=40197, infoSecurePort=0, ipcPort=34577, storageInfo=lv=-57;cid=testClusterID;nsid=684586437;c=1733201397168) 2024-12-03T04:49:57,962 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x1e11ac35ffab661a with lease ID 0xe7c5dfb9d9380c56: from storage DS-05754eb4-113d-4f44-b5f5-bb5c3c944339 node DatanodeRegistration(127.0.0.1:38725, datanodeUuid=47ec5372-6c30-4267-8faa-23ab95845feb, infoPort=40197, infoSecurePort=0, ipcPort=34577, storageInfo=lv=-57;cid=testClusterID;nsid=684586437;c=1733201397168), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-03T04:49:57,962 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x1e11ac35ffab661a with lease ID 0xe7c5dfb9d9380c56: Processing first storage report for DS-05c217ef-007f-467a-ac93-2a723944e497 from datanode DatanodeRegistration(127.0.0.1:38725, datanodeUuid=47ec5372-6c30-4267-8faa-23ab95845feb, infoPort=40197, infoSecurePort=0, ipcPort=34577, storageInfo=lv=-57;cid=testClusterID;nsid=684586437;c=1733201397168) 2024-12-03T04:49:57,962 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x1e11ac35ffab661a with lease ID 0xe7c5dfb9d9380c56: from storage DS-05c217ef-007f-467a-ac93-2a723944e497 node DatanodeRegistration(127.0.0.1:38725, datanodeUuid=47ec5372-6c30-4267-8faa-23ab95845feb, infoPort=40197, infoSecurePort=0, ipcPort=34577, storageInfo=lv=-57;cid=testClusterID;nsid=684586437;c=1733201397168), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-03T04:49:57,970 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a5c58412-a28c-2c58-3427-4821f1e2cfb4 2024-12-03T04:49:57,973 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a5c58412-a28c-2c58-3427-4821f1e2cfb4/cluster_3d856f93-ca40-566f-0be7-fb4520d891a1/zookeeper_0, clientPort=51246, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a5c58412-a28c-2c58-3427-4821f1e2cfb4/cluster_3d856f93-ca40-566f-0be7-fb4520d891a1/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a5c58412-a28c-2c58-3427-4821f1e2cfb4/cluster_3d856f93-ca40-566f-0be7-fb4520d891a1/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-03T04:49:57,974 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=51246 2024-12-03T04:49:57,974 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T04:49:57,976 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T04:49:57,995 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38725 is added to blk_1073741825_1001 (size=7) 2024-12-03T04:49:57,995 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38225 is added to blk_1073741825_1001 (size=7) 2024-12-03T04:49:57,998 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:44491/user/jenkins/test-data/67b4b8c7-f7dd-4b41-fbdf-d21a6895ff4d with version=8 2024-12-03T04:49:57,998 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:44491/user/jenkins/test-data/67b4b8c7-f7dd-4b41-fbdf-d21a6895ff4d/hbase-staging 2024-12-03T04:49:58,001 INFO [Time-limited test {}] client.ConnectionUtils(128): master/32beccd76b35:0 server-side Connection retries=45 2024-12-03T04:49:58,001 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T04:49:58,001 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-03T04:49:58,001 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-03T04:49:58,001 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T04:49:58,001 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-03T04:49:58,001 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-03T04:49:58,002 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-03T04:49:58,005 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:35219 2024-12-03T04:49:58,007 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:35219 connecting to ZooKeeper ensemble=127.0.0.1:51246 2024-12-03T04:49:58,014 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:352190x0, quorum=127.0.0.1:51246, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T04:49:58,016 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:35219-0x101516d7d7e0000 connected 2024-12-03T04:49:58,047 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T04:49:58,049 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T04:49:58,053 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35219-0x101516d7d7e0000, quorum=127.0.0.1:51246, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-03T04:49:58,053 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:44491/user/jenkins/test-data/67b4b8c7-f7dd-4b41-fbdf-d21a6895ff4d, hbase.cluster.distributed=false 2024-12-03T04:49:58,060 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35219-0x101516d7d7e0000, quorum=127.0.0.1:51246, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-03T04:49:58,060 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35219 2024-12-03T04:49:58,061 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35219 2024-12-03T04:49:58,061 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35219 2024-12-03T04:49:58,062 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35219 2024-12-03T04:49:58,062 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35219 2024-12-03T04:49:58,080 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/32beccd76b35:0 server-side Connection retries=45 2024-12-03T04:49:58,081 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T04:49:58,081 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-03T04:49:58,081 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-03T04:49:58,081 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T04:49:58,081 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-03T04:49:58,081 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-03T04:49:58,081 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-03T04:49:58,082 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:40611 2024-12-03T04:49:58,083 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:40611 connecting to ZooKeeper ensemble=127.0.0.1:51246 2024-12-03T04:49:58,084 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T04:49:58,085 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T04:49:58,105 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:406110x0, quorum=127.0.0.1:51246, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T04:49:58,109 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40611-0x101516d7d7e0001, quorum=127.0.0.1:51246, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-03T04:49:58,110 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:40611-0x101516d7d7e0001 connected 2024-12-03T04:49:58,110 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-03T04:49:58,117 INFO [Time-limited test {}] util.ByteBufferArray(64): Allocating buffers total=30 MB, sizePerBuffer=1.88 MB, count=16 2024-12-03T04:49:58,158 INFO [Time-limited test {}] bucket.BucketCache(364): Instantiating BucketCache with acceptableFactor: 0.95, minFactor: 0.85, extraFreeFactor: 0.1, singleFactor: 0.25, multiFactor: 0.5, memoryFactor: 0.25, useStrongRef: false 2024-12-03T04:49:58,159 INFO [Time-limited test {}] bucket.BucketAllocator(343): Cache totalSize=29417472, buckets=14, bucket capacity=2101248=(4*525312)=(FEWEST_ITEMS_IN_BUCKET*(largest configured bucketcache size)) 2024-12-03T04:49:58,160 INFO [Time-limited test {}] bucket.BucketCache(403): Started bucket cache; ioengine=offheap, capacity=30 MB, blockSize=64 KB, writerThreadNum=3, writerQLen=64, persistencePath=null, bucketAllocator=org.apache.hadoop.hbase.io.hfile.bucket.BucketAllocator 2024-12-03T04:49:58,161 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-03T04:49:58,166 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40611-0x101516d7d7e0001, quorum=127.0.0.1:51246, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-03T04:49:58,171 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40611-0x101516d7d7e0001, quorum=127.0.0.1:51246, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-03T04:49:58,177 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40611 2024-12-03T04:49:58,181 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40611 2024-12-03T04:49:58,185 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40611 2024-12-03T04:49:58,186 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40611 2024-12-03T04:49:58,186 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40611 2024-12-03T04:49:58,210 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/32beccd76b35:0 server-side Connection retries=45 2024-12-03T04:49:58,210 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T04:49:58,210 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-03T04:49:58,210 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-03T04:49:58,210 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T04:49:58,210 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-03T04:49:58,210 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-03T04:49:58,210 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-03T04:49:58,217 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:36205 2024-12-03T04:49:58,218 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:36205 connecting to ZooKeeper ensemble=127.0.0.1:51246 2024-12-03T04:49:58,219 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T04:49:58,221 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T04:49:58,226 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:362050x0, quorum=127.0.0.1:51246, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T04:49:58,226 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:362050x0, quorum=127.0.0.1:51246, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-03T04:49:58,226 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-03T04:49:58,229 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:36205-0x101516d7d7e0002 connected 2024-12-03T04:49:58,230 INFO [Time-limited test {}] util.ByteBufferArray(64): Allocating buffers total=30 MB, sizePerBuffer=1.88 MB, count=16 2024-12-03T04:49:58,249 INFO [Time-limited test {}] bucket.BucketCache(364): Instantiating BucketCache with acceptableFactor: 0.95, minFactor: 0.85, extraFreeFactor: 0.1, singleFactor: 0.25, multiFactor: 0.5, memoryFactor: 0.25, useStrongRef: false 2024-12-03T04:49:58,249 INFO [Time-limited test {}] bucket.BucketAllocator(343): Cache totalSize=29417472, buckets=14, bucket capacity=2101248=(4*525312)=(FEWEST_ITEMS_IN_BUCKET*(largest configured bucketcache size)) 2024-12-03T04:49:58,250 INFO [Time-limited test {}] bucket.BucketCache(403): Started bucket cache; ioengine=offheap, capacity=30 MB, blockSize=64 KB, writerThreadNum=3, writerQLen=64, persistencePath=null, bucketAllocator=org.apache.hadoop.hbase.io.hfile.bucket.BucketAllocator 2024-12-03T04:49:58,253 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-03T04:49:58,254 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36205-0x101516d7d7e0002, quorum=127.0.0.1:51246, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-03T04:49:58,256 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36205-0x101516d7d7e0002, quorum=127.0.0.1:51246, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-03T04:49:58,256 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36205 2024-12-03T04:49:58,257 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36205 2024-12-03T04:49:58,257 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36205 2024-12-03T04:49:58,257 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36205 2024-12-03T04:49:58,258 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36205 2024-12-03T04:49:58,272 DEBUG [M:0;32beccd76b35:35219 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;32beccd76b35:35219 2024-12-03T04:49:58,272 INFO [master/32beccd76b35:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/32beccd76b35,35219,1733201398000 2024-12-03T04:49:58,274 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36205-0x101516d7d7e0002, quorum=127.0.0.1:51246, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-03T04:49:58,274 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40611-0x101516d7d7e0001, quorum=127.0.0.1:51246, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-03T04:49:58,275 DEBUG [master/32beccd76b35:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35219-0x101516d7d7e0000, quorum=127.0.0.1:51246, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/32beccd76b35,35219,1733201398000 2024-12-03T04:49:58,277 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35219-0x101516d7d7e0000, quorum=127.0.0.1:51246, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-03T04:49:58,278 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35219-0x101516d7d7e0000, quorum=127.0.0.1:51246, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T04:49:58,278 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36205-0x101516d7d7e0002, quorum=127.0.0.1:51246, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-03T04:49:58,278 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40611-0x101516d7d7e0001, quorum=127.0.0.1:51246, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-03T04:49:58,278 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36205-0x101516d7d7e0002, quorum=127.0.0.1:51246, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T04:49:58,278 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40611-0x101516d7d7e0001, quorum=127.0.0.1:51246, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T04:49:58,278 DEBUG [master/32beccd76b35:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35219-0x101516d7d7e0000, quorum=127.0.0.1:51246, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-12-03T04:49:58,279 INFO [master/32beccd76b35:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/32beccd76b35,35219,1733201398000 from backup master directory 2024-12-03T04:49:58,281 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36205-0x101516d7d7e0002, quorum=127.0.0.1:51246, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-03T04:49:58,281 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35219-0x101516d7d7e0000, quorum=127.0.0.1:51246, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/32beccd76b35,35219,1733201398000 2024-12-03T04:49:58,281 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40611-0x101516d7d7e0001, quorum=127.0.0.1:51246, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-03T04:49:58,281 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35219-0x101516d7d7e0000, quorum=127.0.0.1:51246, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-03T04:49:58,281 WARN [master/32beccd76b35:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-03T04:49:58,281 INFO [master/32beccd76b35:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=32beccd76b35,35219,1733201398000 2024-12-03T04:49:58,287 DEBUG [master/32beccd76b35:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:44491/user/jenkins/test-data/67b4b8c7-f7dd-4b41-fbdf-d21a6895ff4d/hbase.id] with ID: 17f86f21-0ed1-4e32-8580-25073c3ef27d 2024-12-03T04:49:58,287 DEBUG [master/32beccd76b35:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:44491/user/jenkins/test-data/67b4b8c7-f7dd-4b41-fbdf-d21a6895ff4d/.tmp/hbase.id 2024-12-03T04:49:58,299 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38725 is added to blk_1073741826_1002 (size=42) 2024-12-03T04:49:58,300 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38225 is added to blk_1073741826_1002 (size=42) 2024-12-03T04:49:58,302 DEBUG [master/32beccd76b35:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:44491/user/jenkins/test-data/67b4b8c7-f7dd-4b41-fbdf-d21a6895ff4d/.tmp/hbase.id]:[hdfs://localhost:44491/user/jenkins/test-data/67b4b8c7-f7dd-4b41-fbdf-d21a6895ff4d/hbase.id] 2024-12-03T04:49:58,316 INFO [master/32beccd76b35:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T04:49:58,316 INFO [master/32beccd76b35:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-03T04:49:58,318 INFO [master/32beccd76b35:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-12-03T04:49:58,321 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40611-0x101516d7d7e0001, quorum=127.0.0.1:51246, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T04:49:58,321 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35219-0x101516d7d7e0000, quorum=127.0.0.1:51246, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T04:49:58,321 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36205-0x101516d7d7e0002, quorum=127.0.0.1:51246, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T04:49:58,333 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38225 is added to blk_1073741827_1003 (size=196) 2024-12-03T04:49:58,333 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38725 is added to blk_1073741827_1003 (size=196) 2024-12-03T04:49:58,336 INFO [master/32beccd76b35:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-03T04:49:58,337 INFO [master/32beccd76b35:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-03T04:49:58,337 INFO [master/32beccd76b35:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T04:49:58,355 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38225 is added to blk_1073741828_1004 (size=1189) 2024-12-03T04:49:58,355 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38725 is added to blk_1073741828_1004 (size=1189) 2024-12-03T04:49:58,356 INFO [master/32beccd76b35:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:44491/user/jenkins/test-data/67b4b8c7-f7dd-4b41-fbdf-d21a6895ff4d/MasterData/data/master/store 2024-12-03T04:49:58,406 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38725 is added to blk_1073741829_1005 (size=34) 2024-12-03T04:49:58,407 DEBUG [master/32beccd76b35:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T04:49:58,407 DEBUG [master/32beccd76b35:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-03T04:49:58,407 INFO [master/32beccd76b35:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T04:49:58,407 DEBUG [master/32beccd76b35:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T04:49:58,407 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38225 is added to blk_1073741829_1005 (size=34) 2024-12-03T04:49:58,407 DEBUG [master/32beccd76b35:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-03T04:49:58,407 DEBUG [master/32beccd76b35:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T04:49:58,407 INFO [master/32beccd76b35:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T04:49:58,407 DEBUG [master/32beccd76b35:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733201398407Disabling compacts and flushes for region at 1733201398407Disabling writes for close at 1733201398407Writing region close event to WAL at 1733201398407Closed at 1733201398407 2024-12-03T04:49:58,409 WARN [master/32beccd76b35:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:44491/user/jenkins/test-data/67b4b8c7-f7dd-4b41-fbdf-d21a6895ff4d/MasterData/data/master/store/.initializing 2024-12-03T04:49:58,409 DEBUG [master/32beccd76b35:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:44491/user/jenkins/test-data/67b4b8c7-f7dd-4b41-fbdf-d21a6895ff4d/MasterData/WALs/32beccd76b35,35219,1733201398000 2024-12-03T04:49:58,410 INFO [master/32beccd76b35:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-03T04:49:58,412 INFO [master/32beccd76b35:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=32beccd76b35%2C35219%2C1733201398000, suffix=, logDir=hdfs://localhost:44491/user/jenkins/test-data/67b4b8c7-f7dd-4b41-fbdf-d21a6895ff4d/MasterData/WALs/32beccd76b35,35219,1733201398000, archiveDir=hdfs://localhost:44491/user/jenkins/test-data/67b4b8c7-f7dd-4b41-fbdf-d21a6895ff4d/MasterData/oldWALs, maxLogs=10 2024-12-03T04:49:58,427 DEBUG [master/32beccd76b35:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/67b4b8c7-f7dd-4b41-fbdf-d21a6895ff4d/MasterData/WALs/32beccd76b35,35219,1733201398000/32beccd76b35%2C35219%2C1733201398000.1733201398413, exclude list is [], retry=0 2024-12-03T04:49:58,430 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38225,DS-bf285208-f0ba-421a-b9b8-89854ad0f614,DISK] 2024-12-03T04:49:58,430 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38725,DS-05754eb4-113d-4f44-b5f5-bb5c3c944339,DISK] 2024-12-03T04:49:58,432 INFO [master/32beccd76b35:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/67b4b8c7-f7dd-4b41-fbdf-d21a6895ff4d/MasterData/WALs/32beccd76b35,35219,1733201398000/32beccd76b35%2C35219%2C1733201398000.1733201398413 2024-12-03T04:49:58,433 DEBUG [master/32beccd76b35:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42573:42573),(127.0.0.1/127.0.0.1:40197:40197)] 2024-12-03T04:49:58,433 DEBUG [master/32beccd76b35:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-03T04:49:58,433 DEBUG [master/32beccd76b35:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T04:49:58,433 DEBUG [master/32beccd76b35:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T04:49:58,433 DEBUG [master/32beccd76b35:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T04:49:58,435 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T04:49:58,436 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-03T04:49:58,436 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T04:49:58,437 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T04:49:58,437 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T04:49:58,438 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-03T04:49:58,438 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T04:49:58,438 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T04:49:58,439 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T04:49:58,446 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-03T04:49:58,446 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T04:49:58,447 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T04:49:58,447 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T04:49:58,449 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-03T04:49:58,449 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T04:49:58,450 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T04:49:58,450 DEBUG [master/32beccd76b35:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T04:49:58,451 DEBUG [master/32beccd76b35:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44491/user/jenkins/test-data/67b4b8c7-f7dd-4b41-fbdf-d21a6895ff4d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-03T04:49:58,451 DEBUG [master/32beccd76b35:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44491/user/jenkins/test-data/67b4b8c7-f7dd-4b41-fbdf-d21a6895ff4d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-03T04:49:58,453 DEBUG [master/32beccd76b35:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T04:49:58,453 DEBUG [master/32beccd76b35:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T04:49:58,453 DEBUG [master/32beccd76b35:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T04:49:58,454 DEBUG [master/32beccd76b35:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T04:49:58,457 DEBUG [master/32beccd76b35:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44491/user/jenkins/test-data/67b4b8c7-f7dd-4b41-fbdf-d21a6895ff4d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T04:49:58,457 INFO [master/32beccd76b35:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73037092, jitterRate=0.0883374810218811}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T04:49:58,458 DEBUG [master/32beccd76b35:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733201398433Initializing all the Stores at 1733201398434 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733201398434Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733201398434Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733201398434Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733201398434Cleaning up temporary data from old regions at 1733201398453 (+19 ms)Region opened successfully at 1733201398458 (+5 ms) 2024-12-03T04:49:58,458 INFO [master/32beccd76b35:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-03T04:49:58,462 DEBUG [master/32beccd76b35:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7418ecca, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=32beccd76b35/172.17.0.3:0 2024-12-03T04:49:58,463 INFO [master/32beccd76b35:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-03T04:49:58,463 INFO [master/32beccd76b35:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-03T04:49:58,463 INFO [master/32beccd76b35:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-03T04:49:58,463 INFO [master/32beccd76b35:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-03T04:49:58,463 INFO [master/32beccd76b35:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-03T04:49:58,464 INFO [master/32beccd76b35:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-03T04:49:58,464 INFO [master/32beccd76b35:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-03T04:49:58,466 INFO [master/32beccd76b35:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-03T04:49:58,469 DEBUG [master/32beccd76b35:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35219-0x101516d7d7e0000, quorum=127.0.0.1:51246, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-12-03T04:49:58,471 DEBUG [master/32beccd76b35:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-12-03T04:49:58,471 INFO [master/32beccd76b35:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-03T04:49:58,472 DEBUG [master/32beccd76b35:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35219-0x101516d7d7e0000, quorum=127.0.0.1:51246, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-12-03T04:49:58,474 DEBUG [master/32beccd76b35:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-12-03T04:49:58,474 INFO [master/32beccd76b35:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-03T04:49:58,478 DEBUG [master/32beccd76b35:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35219-0x101516d7d7e0000, quorum=127.0.0.1:51246, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-12-03T04:49:58,480 DEBUG [master/32beccd76b35:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-12-03T04:49:58,481 DEBUG [master/32beccd76b35:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35219-0x101516d7d7e0000, quorum=127.0.0.1:51246, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-12-03T04:49:58,482 DEBUG [master/32beccd76b35:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-12-03T04:49:58,485 DEBUG [master/32beccd76b35:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35219-0x101516d7d7e0000, quorum=127.0.0.1:51246, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-03T04:49:58,486 DEBUG [master/32beccd76b35:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-12-03T04:49:58,488 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40611-0x101516d7d7e0001, quorum=127.0.0.1:51246, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-03T04:49:58,488 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35219-0x101516d7d7e0000, quorum=127.0.0.1:51246, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-03T04:49:58,488 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40611-0x101516d7d7e0001, quorum=127.0.0.1:51246, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T04:49:58,488 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35219-0x101516d7d7e0000, quorum=127.0.0.1:51246, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T04:49:58,488 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36205-0x101516d7d7e0002, quorum=127.0.0.1:51246, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-03T04:49:58,488 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36205-0x101516d7d7e0002, quorum=127.0.0.1:51246, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T04:49:58,490 INFO [master/32beccd76b35:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=32beccd76b35,35219,1733201398000, sessionid=0x101516d7d7e0000, setting cluster-up flag (Was=false) 2024-12-03T04:49:58,493 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40611-0x101516d7d7e0001, quorum=127.0.0.1:51246, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T04:49:58,493 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36205-0x101516d7d7e0002, quorum=127.0.0.1:51246, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T04:49:58,493 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35219-0x101516d7d7e0000, quorum=127.0.0.1:51246, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T04:49:58,500 DEBUG [master/32beccd76b35:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-12-03T04:49:58,501 DEBUG [master/32beccd76b35:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=32beccd76b35,35219,1733201398000 2024-12-03T04:49:58,505 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40611-0x101516d7d7e0001, quorum=127.0.0.1:51246, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T04:49:58,505 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35219-0x101516d7d7e0000, quorum=127.0.0.1:51246, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T04:49:58,505 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36205-0x101516d7d7e0002, quorum=127.0.0.1:51246, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T04:49:58,510 DEBUG [master/32beccd76b35:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-12-03T04:49:58,512 DEBUG [master/32beccd76b35:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=32beccd76b35,35219,1733201398000 2024-12-03T04:49:58,514 INFO [master/32beccd76b35:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:44491/user/jenkins/test-data/67b4b8c7-f7dd-4b41-fbdf-d21a6895ff4d/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-03T04:49:58,516 DEBUG [master/32beccd76b35:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-03T04:49:58,516 INFO [master/32beccd76b35:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-03T04:49:58,516 INFO [master/32beccd76b35:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-03T04:49:58,516 DEBUG [master/32beccd76b35:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 32beccd76b35,35219,1733201398000 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-03T04:49:58,518 DEBUG [master/32beccd76b35:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/32beccd76b35:0, corePoolSize=5, maxPoolSize=5 2024-12-03T04:49:58,518 DEBUG [master/32beccd76b35:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/32beccd76b35:0, corePoolSize=5, maxPoolSize=5 2024-12-03T04:49:58,518 DEBUG [master/32beccd76b35:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/32beccd76b35:0, corePoolSize=5, maxPoolSize=5 2024-12-03T04:49:58,518 DEBUG [master/32beccd76b35:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/32beccd76b35:0, corePoolSize=5, maxPoolSize=5 2024-12-03T04:49:58,518 DEBUG [master/32beccd76b35:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/32beccd76b35:0, corePoolSize=10, maxPoolSize=10 2024-12-03T04:49:58,518 DEBUG [master/32beccd76b35:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/32beccd76b35:0, corePoolSize=1, maxPoolSize=1 2024-12-03T04:49:58,518 DEBUG [master/32beccd76b35:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/32beccd76b35:0, corePoolSize=2, maxPoolSize=2 2024-12-03T04:49:58,518 DEBUG [master/32beccd76b35:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/32beccd76b35:0, corePoolSize=1, maxPoolSize=1 2024-12-03T04:49:58,520 INFO [master/32beccd76b35:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733201428520 2024-12-03T04:49:58,520 INFO [master/32beccd76b35:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-03T04:49:58,520 INFO [master/32beccd76b35:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-03T04:49:58,520 INFO [master/32beccd76b35:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-03T04:49:58,520 INFO [master/32beccd76b35:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-03T04:49:58,520 INFO [master/32beccd76b35:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-03T04:49:58,520 INFO [master/32beccd76b35:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-03T04:49:58,520 INFO [master/32beccd76b35:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-03T04:49:58,521 INFO [master/32beccd76b35:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-03T04:49:58,521 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T04:49:58,521 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-03T04:49:58,521 INFO [master/32beccd76b35:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-03T04:49:58,521 INFO [master/32beccd76b35:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-03T04:49:58,521 INFO [master/32beccd76b35:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-03T04:49:58,521 INFO [master/32beccd76b35:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-03T04:49:58,522 DEBUG [master/32beccd76b35:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/32beccd76b35:0:becomeActiveMaster-HFileCleaner.large.0-1733201398521,5,FailOnTimeoutGroup] 2024-12-03T04:49:58,522 DEBUG [master/32beccd76b35:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/32beccd76b35:0:becomeActiveMaster-HFileCleaner.small.0-1733201398522,5,FailOnTimeoutGroup] 2024-12-03T04:49:58,522 INFO [master/32beccd76b35:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-03T04:49:58,522 INFO [master/32beccd76b35:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-03T04:49:58,522 INFO [master/32beccd76b35:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-03T04:49:58,522 INFO [master/32beccd76b35:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-03T04:49:58,522 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T04:49:58,522 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-03T04:49:58,535 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38225 is added to blk_1073741831_1007 (size=1321) 2024-12-03T04:49:58,536 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38725 is added to blk_1073741831_1007 (size=1321) 2024-12-03T04:49:58,537 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:44491/user/jenkins/test-data/67b4b8c7-f7dd-4b41-fbdf-d21a6895ff4d/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-03T04:49:58,537 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:44491/user/jenkins/test-data/67b4b8c7-f7dd-4b41-fbdf-d21a6895ff4d 2024-12-03T04:49:58,544 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38725 is added to blk_1073741832_1008 (size=32) 2024-12-03T04:49:58,544 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38225 is added to blk_1073741832_1008 (size=32) 2024-12-03T04:49:58,545 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T04:49:58,546 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-03T04:49:58,548 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-03T04:49:58,548 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T04:49:58,549 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T04:49:58,549 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-03T04:49:58,550 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-03T04:49:58,550 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T04:49:58,550 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T04:49:58,551 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-03T04:49:58,552 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-03T04:49:58,552 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T04:49:58,552 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T04:49:58,552 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-03T04:49:58,554 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-03T04:49:58,554 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T04:49:58,554 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T04:49:58,554 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-03T04:49:58,555 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44491/user/jenkins/test-data/67b4b8c7-f7dd-4b41-fbdf-d21a6895ff4d/data/hbase/meta/1588230740 2024-12-03T04:49:58,555 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44491/user/jenkins/test-data/67b4b8c7-f7dd-4b41-fbdf-d21a6895ff4d/data/hbase/meta/1588230740 2024-12-03T04:49:58,557 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-03T04:49:58,557 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-03T04:49:58,558 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T04:49:58,559 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-03T04:49:58,561 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44491/user/jenkins/test-data/67b4b8c7-f7dd-4b41-fbdf-d21a6895ff4d/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T04:49:58,561 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74893386, jitterRate=0.11599841713905334}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T04:49:58,562 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733201398545Initializing all the Stores at 1733201398546 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733201398546Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733201398546Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733201398546Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733201398546Cleaning up temporary data from old regions at 1733201398557 (+11 ms)Region opened successfully at 1733201398562 (+5 ms) 2024-12-03T04:49:58,562 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-03T04:49:58,562 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-03T04:49:58,562 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-03T04:49:58,562 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-03T04:49:58,562 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-03T04:49:58,563 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-03T04:49:58,563 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733201398562Disabling compacts and flushes for region at 1733201398562Disabling writes for close at 1733201398562Writing region close event to WAL at 1733201398563 (+1 ms)Closed at 1733201398563 2024-12-03T04:49:58,564 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T04:49:58,564 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-03T04:49:58,564 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-03T04:49:58,565 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-03T04:49:58,566 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-03T04:49:58,598 INFO [RS:1;32beccd76b35:36205 {}] regionserver.HRegionServer(746): ClusterId : 17f86f21-0ed1-4e32-8580-25073c3ef27d 2024-12-03T04:49:58,598 INFO [RS:0;32beccd76b35:40611 {}] regionserver.HRegionServer(746): ClusterId : 17f86f21-0ed1-4e32-8580-25073c3ef27d 2024-12-03T04:49:58,598 DEBUG [RS:0;32beccd76b35:40611 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-03T04:49:58,598 DEBUG [RS:1;32beccd76b35:36205 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-03T04:49:58,604 DEBUG [RS:1;32beccd76b35:36205 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-03T04:49:58,604 DEBUG [RS:1;32beccd76b35:36205 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-03T04:49:58,606 DEBUG [RS:1;32beccd76b35:36205 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-03T04:49:58,607 DEBUG [RS:1;32beccd76b35:36205 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2b529ff2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=32beccd76b35/172.17.0.3:0 2024-12-03T04:49:58,612 DEBUG [RS:0;32beccd76b35:40611 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-03T04:49:58,612 DEBUG [RS:0;32beccd76b35:40611 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-03T04:49:58,615 DEBUG [RS:0;32beccd76b35:40611 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-03T04:49:58,616 DEBUG [RS:0;32beccd76b35:40611 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@75d8c3e5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=32beccd76b35/172.17.0.3:0 2024-12-03T04:49:58,629 DEBUG [RS:1;32beccd76b35:36205 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;32beccd76b35:36205 2024-12-03T04:49:58,629 INFO [RS:1;32beccd76b35:36205 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-03T04:49:58,629 INFO [RS:1;32beccd76b35:36205 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-03T04:49:58,629 DEBUG [RS:1;32beccd76b35:36205 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-03T04:49:58,630 INFO [RS:1;32beccd76b35:36205 {}] regionserver.HRegionServer(2659): reportForDuty to master=32beccd76b35,35219,1733201398000 with port=36205, startcode=1733201398209 2024-12-03T04:49:58,630 DEBUG [RS:1;32beccd76b35:36205 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-03T04:49:58,632 DEBUG [RS:0;32beccd76b35:40611 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;32beccd76b35:40611 2024-12-03T04:49:58,632 INFO [RS:0;32beccd76b35:40611 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-03T04:49:58,632 INFO [RS:0;32beccd76b35:40611 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-03T04:49:58,632 DEBUG [RS:0;32beccd76b35:40611 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-03T04:49:58,632 INFO [RS:0;32beccd76b35:40611 {}] regionserver.HRegionServer(2659): reportForDuty to master=32beccd76b35,35219,1733201398000 with port=40611, startcode=1733201398080 2024-12-03T04:49:58,632 DEBUG [RS:0;32beccd76b35:40611 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-03T04:49:58,634 INFO [HMaster-EventLoopGroup-18-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50071, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=RegionServerStatusService 2024-12-03T04:49:58,634 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35219 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 32beccd76b35,36205,1733201398209 2024-12-03T04:49:58,635 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35219 {}] master.ServerManager(517): Registering regionserver=32beccd76b35,36205,1733201398209 2024-12-03T04:49:58,635 INFO [HMaster-EventLoopGroup-18-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45377, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=RegionServerStatusService 2024-12-03T04:49:58,636 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35219 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 32beccd76b35,40611,1733201398080 2024-12-03T04:49:58,637 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35219 {}] master.ServerManager(517): Registering regionserver=32beccd76b35,40611,1733201398080 2024-12-03T04:49:58,637 DEBUG [RS:1;32beccd76b35:36205 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:44491/user/jenkins/test-data/67b4b8c7-f7dd-4b41-fbdf-d21a6895ff4d 2024-12-03T04:49:58,637 DEBUG [RS:1;32beccd76b35:36205 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:44491 2024-12-03T04:49:58,637 DEBUG [RS:1;32beccd76b35:36205 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-03T04:49:58,638 DEBUG [RS:0;32beccd76b35:40611 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:44491/user/jenkins/test-data/67b4b8c7-f7dd-4b41-fbdf-d21a6895ff4d 2024-12-03T04:49:58,638 DEBUG [RS:0;32beccd76b35:40611 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:44491 2024-12-03T04:49:58,638 DEBUG [RS:0;32beccd76b35:40611 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-03T04:49:58,639 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35219-0x101516d7d7e0000, quorum=127.0.0.1:51246, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-03T04:49:58,644 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [32beccd76b35,40611,1733201398080] 2024-12-03T04:49:58,644 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [32beccd76b35,36205,1733201398209] 2024-12-03T04:49:58,644 DEBUG [RS:1;32beccd76b35:36205 {}] zookeeper.ZKUtil(111): regionserver:36205-0x101516d7d7e0002, quorum=127.0.0.1:51246, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/32beccd76b35,36205,1733201398209 2024-12-03T04:49:58,644 WARN [RS:1;32beccd76b35:36205 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-03T04:49:58,644 DEBUG [RS:0;32beccd76b35:40611 {}] zookeeper.ZKUtil(111): regionserver:40611-0x101516d7d7e0001, quorum=127.0.0.1:51246, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/32beccd76b35,40611,1733201398080 2024-12-03T04:49:58,644 WARN [RS:0;32beccd76b35:40611 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-03T04:49:58,644 INFO [RS:1;32beccd76b35:36205 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T04:49:58,644 INFO [RS:0;32beccd76b35:40611 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T04:49:58,645 DEBUG [RS:0;32beccd76b35:40611 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:44491/user/jenkins/test-data/67b4b8c7-f7dd-4b41-fbdf-d21a6895ff4d/WALs/32beccd76b35,40611,1733201398080 2024-12-03T04:49:58,645 DEBUG [RS:1;32beccd76b35:36205 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:44491/user/jenkins/test-data/67b4b8c7-f7dd-4b41-fbdf-d21a6895ff4d/WALs/32beccd76b35,36205,1733201398209 2024-12-03T04:49:58,654 INFO [RS:0;32beccd76b35:40611 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-03T04:49:58,656 INFO [RS:0;32beccd76b35:40611 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-03T04:49:58,659 INFO [RS:1;32beccd76b35:36205 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-03T04:49:58,661 INFO [RS:0;32beccd76b35:40611 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-03T04:49:58,661 INFO [RS:0;32beccd76b35:40611 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T04:49:58,665 INFO [RS:1;32beccd76b35:36205 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-03T04:49:58,665 INFO [RS:0;32beccd76b35:40611 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-03T04:49:58,666 INFO [RS:0;32beccd76b35:40611 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-03T04:49:58,666 INFO [RS:0;32beccd76b35:40611 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-03T04:49:58,666 DEBUG [RS:0;32beccd76b35:40611 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/32beccd76b35:0, corePoolSize=1, maxPoolSize=1 2024-12-03T04:49:58,666 DEBUG [RS:0;32beccd76b35:40611 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/32beccd76b35:0, corePoolSize=1, maxPoolSize=1 2024-12-03T04:49:58,666 DEBUG [RS:0;32beccd76b35:40611 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/32beccd76b35:0, corePoolSize=1, maxPoolSize=1 2024-12-03T04:49:58,667 DEBUG [RS:0;32beccd76b35:40611 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/32beccd76b35:0, corePoolSize=1, maxPoolSize=1 2024-12-03T04:49:58,667 DEBUG [RS:0;32beccd76b35:40611 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/32beccd76b35:0, corePoolSize=1, maxPoolSize=1 2024-12-03T04:49:58,667 DEBUG [RS:0;32beccd76b35:40611 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/32beccd76b35:0, corePoolSize=2, maxPoolSize=2 2024-12-03T04:49:58,667 DEBUG [RS:0;32beccd76b35:40611 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/32beccd76b35:0, corePoolSize=1, maxPoolSize=1 2024-12-03T04:49:58,667 DEBUG [RS:0;32beccd76b35:40611 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/32beccd76b35:0, corePoolSize=1, maxPoolSize=1 2024-12-03T04:49:58,667 DEBUG [RS:0;32beccd76b35:40611 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/32beccd76b35:0, corePoolSize=1, maxPoolSize=1 2024-12-03T04:49:58,667 DEBUG [RS:0;32beccd76b35:40611 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/32beccd76b35:0, corePoolSize=1, maxPoolSize=1 2024-12-03T04:49:58,667 DEBUG [RS:0;32beccd76b35:40611 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/32beccd76b35:0, corePoolSize=1, maxPoolSize=1 2024-12-03T04:49:58,667 DEBUG [RS:0;32beccd76b35:40611 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/32beccd76b35:0, corePoolSize=1, maxPoolSize=1 2024-12-03T04:49:58,667 DEBUG [RS:0;32beccd76b35:40611 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/32beccd76b35:0, corePoolSize=3, maxPoolSize=3 2024-12-03T04:49:58,667 DEBUG [RS:0;32beccd76b35:40611 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/32beccd76b35:0, corePoolSize=3, maxPoolSize=3 2024-12-03T04:49:58,669 INFO [RS:1;32beccd76b35:36205 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-03T04:49:58,669 INFO [RS:1;32beccd76b35:36205 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T04:49:58,669 INFO [RS:1;32beccd76b35:36205 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-03T04:49:58,669 INFO [RS:0;32beccd76b35:40611 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-03T04:49:58,669 INFO [RS:0;32beccd76b35:40611 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-03T04:49:58,669 INFO [RS:0;32beccd76b35:40611 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T04:49:58,669 INFO [RS:0;32beccd76b35:40611 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-03T04:49:58,669 INFO [RS:0;32beccd76b35:40611 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-03T04:49:58,669 INFO [RS:0;32beccd76b35:40611 {}] hbase.ChoreService(168): Chore ScheduledChore name=32beccd76b35,40611,1733201398080-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-03T04:49:58,670 INFO [RS:1;32beccd76b35:36205 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-03T04:49:58,670 INFO [RS:1;32beccd76b35:36205 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-03T04:49:58,670 DEBUG [RS:1;32beccd76b35:36205 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/32beccd76b35:0, corePoolSize=1, maxPoolSize=1 2024-12-03T04:49:58,670 DEBUG [RS:1;32beccd76b35:36205 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/32beccd76b35:0, corePoolSize=1, maxPoolSize=1 2024-12-03T04:49:58,670 DEBUG [RS:1;32beccd76b35:36205 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/32beccd76b35:0, corePoolSize=1, maxPoolSize=1 2024-12-03T04:49:58,670 DEBUG [RS:1;32beccd76b35:36205 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/32beccd76b35:0, corePoolSize=1, maxPoolSize=1 2024-12-03T04:49:58,670 DEBUG [RS:1;32beccd76b35:36205 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/32beccd76b35:0, corePoolSize=1, maxPoolSize=1 2024-12-03T04:49:58,670 DEBUG [RS:1;32beccd76b35:36205 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/32beccd76b35:0, corePoolSize=2, maxPoolSize=2 2024-12-03T04:49:58,670 DEBUG [RS:1;32beccd76b35:36205 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/32beccd76b35:0, corePoolSize=1, maxPoolSize=1 2024-12-03T04:49:58,670 DEBUG [RS:1;32beccd76b35:36205 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/32beccd76b35:0, corePoolSize=1, maxPoolSize=1 2024-12-03T04:49:58,670 DEBUG [RS:1;32beccd76b35:36205 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/32beccd76b35:0, corePoolSize=1, maxPoolSize=1 2024-12-03T04:49:58,671 DEBUG [RS:1;32beccd76b35:36205 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/32beccd76b35:0, corePoolSize=1, maxPoolSize=1 2024-12-03T04:49:58,671 DEBUG [RS:1;32beccd76b35:36205 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/32beccd76b35:0, corePoolSize=1, maxPoolSize=1 2024-12-03T04:49:58,671 DEBUG [RS:1;32beccd76b35:36205 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/32beccd76b35:0, corePoolSize=1, maxPoolSize=1 2024-12-03T04:49:58,671 DEBUG [RS:1;32beccd76b35:36205 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/32beccd76b35:0, corePoolSize=3, maxPoolSize=3 2024-12-03T04:49:58,671 DEBUG [RS:1;32beccd76b35:36205 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/32beccd76b35:0, corePoolSize=3, maxPoolSize=3 2024-12-03T04:49:58,671 INFO [RS:1;32beccd76b35:36205 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-03T04:49:58,671 INFO [RS:1;32beccd76b35:36205 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-03T04:49:58,671 INFO [RS:1;32beccd76b35:36205 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T04:49:58,671 INFO [RS:1;32beccd76b35:36205 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-03T04:49:58,671 INFO [RS:1;32beccd76b35:36205 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-03T04:49:58,671 INFO [RS:1;32beccd76b35:36205 {}] hbase.ChoreService(168): Chore ScheduledChore name=32beccd76b35,36205,1733201398209-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-03T04:49:58,687 INFO [RS:0;32beccd76b35:40611 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-03T04:49:58,688 INFO [RS:0;32beccd76b35:40611 {}] hbase.ChoreService(168): Chore ScheduledChore name=32beccd76b35,40611,1733201398080-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T04:49:58,688 INFO [RS:0;32beccd76b35:40611 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T04:49:58,688 INFO [RS:0;32beccd76b35:40611 {}] regionserver.Replication(171): 32beccd76b35,40611,1733201398080 started 2024-12-03T04:49:58,692 INFO [RS:1;32beccd76b35:36205 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-03T04:49:58,692 INFO [RS:1;32beccd76b35:36205 {}] hbase.ChoreService(168): Chore ScheduledChore name=32beccd76b35,36205,1733201398209-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T04:49:58,692 INFO [RS:1;32beccd76b35:36205 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T04:49:58,692 INFO [RS:1;32beccd76b35:36205 {}] regionserver.Replication(171): 32beccd76b35,36205,1733201398209 started 2024-12-03T04:49:58,705 INFO [RS:0;32beccd76b35:40611 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T04:49:58,705 INFO [RS:0;32beccd76b35:40611 {}] regionserver.HRegionServer(1482): Serving as 32beccd76b35,40611,1733201398080, RpcServer on 32beccd76b35/172.17.0.3:40611, sessionid=0x101516d7d7e0001 2024-12-03T04:49:58,705 DEBUG [RS:0;32beccd76b35:40611 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-03T04:49:58,705 DEBUG [RS:0;32beccd76b35:40611 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 32beccd76b35,40611,1733201398080 2024-12-03T04:49:58,705 DEBUG [RS:0;32beccd76b35:40611 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '32beccd76b35,40611,1733201398080' 2024-12-03T04:49:58,705 DEBUG [RS:0;32beccd76b35:40611 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-03T04:49:58,706 DEBUG [RS:0;32beccd76b35:40611 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-03T04:49:58,706 INFO [RS:1;32beccd76b35:36205 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T04:49:58,707 INFO [RS:1;32beccd76b35:36205 {}] regionserver.HRegionServer(1482): Serving as 32beccd76b35,36205,1733201398209, RpcServer on 32beccd76b35/172.17.0.3:36205, sessionid=0x101516d7d7e0002 2024-12-03T04:49:58,707 DEBUG [RS:0;32beccd76b35:40611 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-03T04:49:58,707 DEBUG [RS:0;32beccd76b35:40611 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-03T04:49:58,707 DEBUG [RS:1;32beccd76b35:36205 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-03T04:49:58,707 DEBUG [RS:1;32beccd76b35:36205 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 32beccd76b35,36205,1733201398209 2024-12-03T04:49:58,707 DEBUG [RS:0;32beccd76b35:40611 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 32beccd76b35,40611,1733201398080 2024-12-03T04:49:58,707 DEBUG [RS:1;32beccd76b35:36205 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '32beccd76b35,36205,1733201398209' 2024-12-03T04:49:58,707 DEBUG [RS:1;32beccd76b35:36205 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-03T04:49:58,707 DEBUG [RS:0;32beccd76b35:40611 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '32beccd76b35,40611,1733201398080' 2024-12-03T04:49:58,707 DEBUG [RS:0;32beccd76b35:40611 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-03T04:49:58,707 DEBUG [RS:1;32beccd76b35:36205 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-03T04:49:58,707 DEBUG [RS:0;32beccd76b35:40611 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-03T04:49:58,707 DEBUG [RS:1;32beccd76b35:36205 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-03T04:49:58,708 DEBUG [RS:1;32beccd76b35:36205 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-03T04:49:58,708 DEBUG [RS:0;32beccd76b35:40611 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-03T04:49:58,708 DEBUG [RS:1;32beccd76b35:36205 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 32beccd76b35,36205,1733201398209 2024-12-03T04:49:58,708 DEBUG [RS:1;32beccd76b35:36205 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '32beccd76b35,36205,1733201398209' 2024-12-03T04:49:58,708 DEBUG [RS:1;32beccd76b35:36205 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-03T04:49:58,708 INFO [RS:0;32beccd76b35:40611 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-03T04:49:58,708 INFO [RS:0;32beccd76b35:40611 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-03T04:49:58,708 DEBUG [RS:1;32beccd76b35:36205 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-03T04:49:58,708 DEBUG [RS:1;32beccd76b35:36205 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-03T04:49:58,708 INFO [RS:1;32beccd76b35:36205 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-03T04:49:58,709 INFO [RS:1;32beccd76b35:36205 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-03T04:49:58,717 WARN [32beccd76b35:35219 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-03T04:49:58,808 INFO [RS:0;32beccd76b35:40611 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-03T04:49:58,809 INFO [RS:1;32beccd76b35:36205 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-03T04:49:58,811 INFO [RS:0;32beccd76b35:40611 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=32beccd76b35%2C40611%2C1733201398080, suffix=, logDir=hdfs://localhost:44491/user/jenkins/test-data/67b4b8c7-f7dd-4b41-fbdf-d21a6895ff4d/WALs/32beccd76b35,40611,1733201398080, archiveDir=hdfs://localhost:44491/user/jenkins/test-data/67b4b8c7-f7dd-4b41-fbdf-d21a6895ff4d/oldWALs, maxLogs=32 2024-12-03T04:49:58,812 INFO [RS:1;32beccd76b35:36205 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=32beccd76b35%2C36205%2C1733201398209, suffix=, logDir=hdfs://localhost:44491/user/jenkins/test-data/67b4b8c7-f7dd-4b41-fbdf-d21a6895ff4d/WALs/32beccd76b35,36205,1733201398209, archiveDir=hdfs://localhost:44491/user/jenkins/test-data/67b4b8c7-f7dd-4b41-fbdf-d21a6895ff4d/oldWALs, maxLogs=32 2024-12-03T04:49:58,828 DEBUG [RS:1;32beccd76b35:36205 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/67b4b8c7-f7dd-4b41-fbdf-d21a6895ff4d/WALs/32beccd76b35,36205,1733201398209/32beccd76b35%2C36205%2C1733201398209.1733201398812, exclude list is [], retry=0 2024-12-03T04:49:58,829 DEBUG [RS:0;32beccd76b35:40611 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/67b4b8c7-f7dd-4b41-fbdf-d21a6895ff4d/WALs/32beccd76b35,40611,1733201398080/32beccd76b35%2C40611%2C1733201398080.1733201398812, exclude list is [], retry=0 2024-12-03T04:49:58,834 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38225,DS-bf285208-f0ba-421a-b9b8-89854ad0f614,DISK] 2024-12-03T04:49:58,834 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38725,DS-05754eb4-113d-4f44-b5f5-bb5c3c944339,DISK] 2024-12-03T04:49:58,834 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38225,DS-bf285208-f0ba-421a-b9b8-89854ad0f614,DISK] 2024-12-03T04:49:58,835 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38725,DS-05754eb4-113d-4f44-b5f5-bb5c3c944339,DISK] 2024-12-03T04:49:58,840 INFO [RS:1;32beccd76b35:36205 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/67b4b8c7-f7dd-4b41-fbdf-d21a6895ff4d/WALs/32beccd76b35,36205,1733201398209/32beccd76b35%2C36205%2C1733201398209.1733201398812 2024-12-03T04:49:58,840 INFO [RS:0;32beccd76b35:40611 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/67b4b8c7-f7dd-4b41-fbdf-d21a6895ff4d/WALs/32beccd76b35,40611,1733201398080/32beccd76b35%2C40611%2C1733201398080.1733201398812 2024-12-03T04:49:58,840 DEBUG [RS:1;32beccd76b35:36205 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40197:40197),(127.0.0.1/127.0.0.1:42573:42573)] 2024-12-03T04:49:58,841 DEBUG [RS:0;32beccd76b35:40611 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42573:42573),(127.0.0.1/127.0.0.1:40197:40197)] 2024-12-03T04:49:58,967 DEBUG [32beccd76b35:35219 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=2, allServersCount=2 2024-12-03T04:49:58,967 DEBUG [32beccd76b35:35219 {}] balancer.BalancerClusterState(204): Hosts are {32beccd76b35=0} racks are {/default-rack=0} 2024-12-03T04:49:58,969 DEBUG [32beccd76b35:35219 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-12-03T04:49:58,970 DEBUG [32beccd76b35:35219 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-12-03T04:49:58,970 DEBUG [32beccd76b35:35219 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-12-03T04:49:58,970 DEBUG [32beccd76b35:35219 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-12-03T04:49:58,970 INFO [32beccd76b35:35219 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-12-03T04:49:58,970 INFO [32beccd76b35:35219 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-12-03T04:49:58,970 DEBUG [32beccd76b35:35219 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-12-03T04:49:58,970 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=32beccd76b35,36205,1733201398209 2024-12-03T04:49:58,971 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 32beccd76b35,36205,1733201398209, state=OPENING 2024-12-03T04:49:58,973 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-03T04:49:58,975 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36205-0x101516d7d7e0002, quorum=127.0.0.1:51246, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T04:49:58,975 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40611-0x101516d7d7e0001, quorum=127.0.0.1:51246, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T04:49:58,975 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35219-0x101516d7d7e0000, quorum=127.0.0.1:51246, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T04:49:58,976 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-03T04:49:58,976 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-03T04:49:58,976 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-03T04:49:58,976 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=32beccd76b35,36205,1733201398209}] 2024-12-03T04:49:58,977 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-03T04:49:59,128 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-03T04:49:59,131 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34781, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-03T04:49:59,145 INFO [RS_OPEN_META-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-03T04:49:59,145 INFO [RS_OPEN_META-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T04:49:59,146 INFO [RS_OPEN_META-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-03T04:49:59,151 INFO [RS_OPEN_META-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=32beccd76b35%2C36205%2C1733201398209.meta, suffix=.meta, logDir=hdfs://localhost:44491/user/jenkins/test-data/67b4b8c7-f7dd-4b41-fbdf-d21a6895ff4d/WALs/32beccd76b35,36205,1733201398209, archiveDir=hdfs://localhost:44491/user/jenkins/test-data/67b4b8c7-f7dd-4b41-fbdf-d21a6895ff4d/oldWALs, maxLogs=32 2024-12-03T04:49:59,171 DEBUG [RS_OPEN_META-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/67b4b8c7-f7dd-4b41-fbdf-d21a6895ff4d/WALs/32beccd76b35,36205,1733201398209/32beccd76b35%2C36205%2C1733201398209.meta.1733201399151.meta, exclude list is [], retry=0 2024-12-03T04:49:59,175 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38225,DS-bf285208-f0ba-421a-b9b8-89854ad0f614,DISK] 2024-12-03T04:49:59,175 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38725,DS-05754eb4-113d-4f44-b5f5-bb5c3c944339,DISK] 2024-12-03T04:49:59,182 INFO [RS_OPEN_META-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/67b4b8c7-f7dd-4b41-fbdf-d21a6895ff4d/WALs/32beccd76b35,36205,1733201398209/32beccd76b35%2C36205%2C1733201398209.meta.1733201399151.meta 2024-12-03T04:49:59,183 DEBUG [RS_OPEN_META-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42573:42573),(127.0.0.1/127.0.0.1:40197:40197)] 2024-12-03T04:49:59,183 DEBUG [RS_OPEN_META-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-03T04:49:59,183 DEBUG [RS_OPEN_META-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-03T04:49:59,183 DEBUG [RS_OPEN_META-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-03T04:49:59,183 INFO [RS_OPEN_META-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-03T04:49:59,183 DEBUG [RS_OPEN_META-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-03T04:49:59,184 DEBUG [RS_OPEN_META-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T04:49:59,184 DEBUG [RS_OPEN_META-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-03T04:49:59,184 DEBUG [RS_OPEN_META-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-03T04:49:59,186 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-03T04:49:59,187 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-03T04:49:59,187 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T04:49:59,188 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T04:49:59,188 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-03T04:49:59,189 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-03T04:49:59,189 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T04:49:59,189 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T04:49:59,190 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-03T04:49:59,190 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-03T04:49:59,191 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T04:49:59,191 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T04:49:59,191 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-03T04:49:59,192 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-03T04:49:59,192 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T04:49:59,193 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T04:49:59,193 DEBUG [RS_OPEN_META-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-03T04:49:59,193 DEBUG [RS_OPEN_META-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44491/user/jenkins/test-data/67b4b8c7-f7dd-4b41-fbdf-d21a6895ff4d/data/hbase/meta/1588230740 2024-12-03T04:49:59,195 DEBUG [RS_OPEN_META-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44491/user/jenkins/test-data/67b4b8c7-f7dd-4b41-fbdf-d21a6895ff4d/data/hbase/meta/1588230740 2024-12-03T04:49:59,196 DEBUG [RS_OPEN_META-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-03T04:49:59,196 DEBUG [RS_OPEN_META-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-03T04:49:59,196 DEBUG [RS_OPEN_META-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T04:49:59,198 DEBUG [RS_OPEN_META-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-03T04:49:59,199 INFO [RS_OPEN_META-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64459593, jitterRate=-0.039477214217185974}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T04:49:59,199 DEBUG [RS_OPEN_META-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-03T04:49:59,200 DEBUG [RS_OPEN_META-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733201399184Writing region info on filesystem at 1733201399184Initializing all the Stores at 1733201399185 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733201399185Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733201399185Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733201399185Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733201399185Cleaning up temporary data from old regions at 1733201399196 (+11 ms)Running coprocessor post-open hooks at 1733201399199 (+3 ms)Region opened successfully at 1733201399200 (+1 ms) 2024-12-03T04:49:59,202 INFO [RS_OPEN_META-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733201399128 2024-12-03T04:49:59,206 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=32beccd76b35,36205,1733201398209 2024-12-03T04:49:59,207 DEBUG [RS_OPEN_META-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-03T04:49:59,207 INFO [RS_OPEN_META-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-03T04:49:59,208 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 32beccd76b35,36205,1733201398209, state=OPEN 2024-12-03T04:49:59,213 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40611-0x101516d7d7e0001, quorum=127.0.0.1:51246, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-03T04:49:59,213 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35219-0x101516d7d7e0000, quorum=127.0.0.1:51246, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-03T04:49:59,213 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=32beccd76b35,36205,1733201398209 2024-12-03T04:49:59,213 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-03T04:49:59,213 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-03T04:49:59,214 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36205-0x101516d7d7e0002, quorum=127.0.0.1:51246, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-03T04:49:59,214 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-03T04:49:59,217 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-03T04:49:59,217 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=32beccd76b35,36205,1733201398209 in 237 msec 2024-12-03T04:49:59,220 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-03T04:49:59,220 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 653 msec 2024-12-03T04:49:59,221 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T04:49:59,221 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-03T04:49:59,222 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T04:49:59,222 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=32beccd76b35,36205,1733201398209, seqNum=-1] 2024-12-03T04:49:59,223 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T04:49:59,224 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54277, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T04:49:59,235 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 719 msec 2024-12-03T04:49:59,236 INFO [master/32beccd76b35:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733201399236, completionTime=-1 2024-12-03T04:49:59,236 INFO [master/32beccd76b35:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=2; waited=0ms, expected min=2 server(s), max=2 server(s), master is running 2024-12-03T04:49:59,236 DEBUG [master/32beccd76b35:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-03T04:49:59,238 INFO [master/32beccd76b35:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=2 2024-12-03T04:49:59,238 INFO [master/32beccd76b35:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733201459238 2024-12-03T04:49:59,239 INFO [master/32beccd76b35:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733201519238 2024-12-03T04:49:59,239 INFO [master/32beccd76b35:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-12-03T04:49:59,239 INFO [master/32beccd76b35:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=32beccd76b35,35219,1733201398000-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T04:49:59,239 INFO [master/32beccd76b35:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=32beccd76b35,35219,1733201398000-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T04:49:59,239 INFO [master/32beccd76b35:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=32beccd76b35,35219,1733201398000-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T04:49:59,239 INFO [master/32beccd76b35:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-32beccd76b35:35219, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T04:49:59,239 INFO [master/32beccd76b35:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-03T04:49:59,240 INFO [master/32beccd76b35:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-03T04:49:59,242 DEBUG [master/32beccd76b35:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-03T04:49:59,246 INFO [master/32beccd76b35:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 0.964sec 2024-12-03T04:49:59,249 INFO [master/32beccd76b35:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-03T04:49:59,249 INFO [master/32beccd76b35:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-03T04:49:59,249 INFO [master/32beccd76b35:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-03T04:49:59,249 INFO [master/32beccd76b35:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-03T04:49:59,249 INFO [master/32beccd76b35:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-03T04:49:59,249 INFO [master/32beccd76b35:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=32beccd76b35,35219,1733201398000-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-03T04:49:59,249 INFO [master/32beccd76b35:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=32beccd76b35,35219,1733201398000-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-03T04:49:59,253 DEBUG [master/32beccd76b35:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-03T04:49:59,253 INFO [master/32beccd76b35:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-03T04:49:59,253 INFO [master/32beccd76b35:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=32beccd76b35,35219,1733201398000-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T04:49:59,299 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2e60a3a0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T04:49:59,299 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 32beccd76b35,35219,-1 for getting cluster id 2024-12-03T04:49:59,299 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T04:49:59,300 DEBUG [HMaster-EventLoopGroup-18-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '17f86f21-0ed1-4e32-8580-25073c3ef27d' 2024-12-03T04:49:59,300 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T04:49:59,301 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "17f86f21-0ed1-4e32-8580-25073c3ef27d" 2024-12-03T04:49:59,301 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@e19a00f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T04:49:59,302 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [32beccd76b35,35219,-1] 2024-12-03T04:49:59,302 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T04:49:59,302 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T04:49:59,303 INFO [HMaster-EventLoopGroup-18-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51534, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T04:49:59,304 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@40ec2933, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T04:49:59,304 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T04:49:59,305 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=32beccd76b35,36205,1733201398209, seqNum=-1] 2024-12-03T04:49:59,306 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T04:49:59,307 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37404, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T04:49:59,308 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=32beccd76b35,35219,1733201398000 2024-12-03T04:49:59,309 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T04:49:59,310 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] client.AsyncConnectionImpl(321): The fetched master address is 32beccd76b35,35219,1733201398000 2024-12-03T04:49:59,310 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3e4d8f24 2024-12-03T04:49:59,310 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T04:49:59,311 INFO [HMaster-EventLoopGroup-18-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51538, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T04:49:59,312 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35219 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'testClearRegionBlockCache', {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-03T04:49:59,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35219 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testClearRegionBlockCache 2024-12-03T04:49:59,315 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_PRE_OPERATION 2024-12-03T04:49:59,315 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T04:49:59,315 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35219 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "testClearRegionBlockCache" procId is: 4 2024-12-03T04:49:59,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35219 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T04:49:59,316 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-03T04:49:59,343 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38725 is added to blk_1073741836_1012 (size=379) 2024-12-03T04:49:59,343 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38225 is added to blk_1073741836_1012 (size=379) 2024-12-03T04:49:59,345 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 2a9b73cc2aaf783db853cdd5cdd39c42, NAME => 'testClearRegionBlockCache,,1733201399311.2a9b73cc2aaf783db853cdd5cdd39c42.', STARTKEY => '', ENDKEY => '5'}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44491/user/jenkins/test-data/67b4b8c7-f7dd-4b41-fbdf-d21a6895ff4d 2024-12-03T04:49:59,346 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => e5e27977ab37b8505ef817d69dd1ce03, NAME => 'testClearRegionBlockCache,5,1733201399311.e5e27977ab37b8505ef817d69dd1ce03.', STARTKEY => '5', ENDKEY => ''}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44491/user/jenkins/test-data/67b4b8c7-f7dd-4b41-fbdf-d21a6895ff4d 2024-12-03T04:49:59,367 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38725 is added to blk_1073741838_1014 (size=61) 2024-12-03T04:49:59,368 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38225 is added to blk_1073741838_1014 (size=61) 2024-12-03T04:49:59,368 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,5,1733201399311.e5e27977ab37b8505ef817d69dd1ce03.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T04:49:59,368 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1722): Closing e5e27977ab37b8505ef817d69dd1ce03, disabling compactions & flushes 2024-12-03T04:49:59,368 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,5,1733201399311.e5e27977ab37b8505ef817d69dd1ce03. 2024-12-03T04:49:59,368 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,5,1733201399311.e5e27977ab37b8505ef817d69dd1ce03. 2024-12-03T04:49:59,368 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,5,1733201399311.e5e27977ab37b8505ef817d69dd1ce03. after waiting 0 ms 2024-12-03T04:49:59,368 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38725 is added to blk_1073741837_1013 (size=61) 2024-12-03T04:49:59,368 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,5,1733201399311.e5e27977ab37b8505ef817d69dd1ce03. 2024-12-03T04:49:59,369 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,5,1733201399311.e5e27977ab37b8505ef817d69dd1ce03. 2024-12-03T04:49:59,369 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1676): Region close journal for e5e27977ab37b8505ef817d69dd1ce03: Waiting for close lock at 1733201399368Disabling compacts and flushes for region at 1733201399368Disabling writes for close at 1733201399368Writing region close event to WAL at 1733201399368Closed at 1733201399368 2024-12-03T04:49:59,369 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38225 is added to blk_1073741837_1013 (size=61) 2024-12-03T04:49:59,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35219 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T04:49:59,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35219 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T04:49:59,769 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,,1733201399311.2a9b73cc2aaf783db853cdd5cdd39c42.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T04:49:59,770 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1722): Closing 2a9b73cc2aaf783db853cdd5cdd39c42, disabling compactions & flushes 2024-12-03T04:49:59,770 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,,1733201399311.2a9b73cc2aaf783db853cdd5cdd39c42. 2024-12-03T04:49:59,770 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,,1733201399311.2a9b73cc2aaf783db853cdd5cdd39c42. 2024-12-03T04:49:59,770 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,,1733201399311.2a9b73cc2aaf783db853cdd5cdd39c42. after waiting 0 ms 2024-12-03T04:49:59,770 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,,1733201399311.2a9b73cc2aaf783db853cdd5cdd39c42. 2024-12-03T04:49:59,770 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,,1733201399311.2a9b73cc2aaf783db853cdd5cdd39c42. 2024-12-03T04:49:59,770 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1676): Region close journal for 2a9b73cc2aaf783db853cdd5cdd39c42: Waiting for close lock at 1733201399769Disabling compacts and flushes for region at 1733201399769Disabling writes for close at 1733201399770 (+1 ms)Writing region close event to WAL at 1733201399770Closed at 1733201399770 2024-12-03T04:49:59,774 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ADD_TO_META 2024-12-03T04:49:59,774 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testClearRegionBlockCache,5,1733201399311.e5e27977ab37b8505ef817d69dd1ce03.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1733201399774"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733201399774"}]},"ts":"1733201399774"} 2024-12-03T04:49:59,774 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testClearRegionBlockCache,,1733201399311.2a9b73cc2aaf783db853cdd5cdd39c42.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1733201399774"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733201399774"}]},"ts":"1733201399774"} 2024-12-03T04:49:59,778 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 2 regions to meta. 2024-12-03T04:49:59,779 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-03T04:49:59,779 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733201399779"}]},"ts":"1733201399779"} 2024-12-03T04:49:59,782 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testClearRegionBlockCache, state=ENABLING in hbase:meta 2024-12-03T04:49:59,782 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {32beccd76b35=0} racks are {/default-rack=0} 2024-12-03T04:49:59,784 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-12-03T04:49:59,784 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-12-03T04:49:59,784 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-12-03T04:49:59,784 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-12-03T04:49:59,784 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-12-03T04:49:59,784 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-12-03T04:49:59,784 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-12-03T04:49:59,784 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=2a9b73cc2aaf783db853cdd5cdd39c42, ASSIGN}, {pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=e5e27977ab37b8505ef817d69dd1ce03, ASSIGN}] 2024-12-03T04:49:59,786 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=e5e27977ab37b8505ef817d69dd1ce03, ASSIGN 2024-12-03T04:49:59,786 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=2a9b73cc2aaf783db853cdd5cdd39c42, ASSIGN 2024-12-03T04:49:59,789 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=2a9b73cc2aaf783db853cdd5cdd39c42, ASSIGN; state=OFFLINE, location=32beccd76b35,36205,1733201398209; forceNewPlan=false, retain=false 2024-12-03T04:49:59,790 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=e5e27977ab37b8505ef817d69dd1ce03, ASSIGN; state=OFFLINE, location=32beccd76b35,40611,1733201398080; forceNewPlan=false, retain=false 2024-12-03T04:49:59,940 INFO [32beccd76b35:35219 {}] balancer.BaseLoadBalancer(388): Reassigned 2 regions. 2 retained the pre-restart assignment. 2024-12-03T04:49:59,941 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=2a9b73cc2aaf783db853cdd5cdd39c42, regionState=OPENING, regionLocation=32beccd76b35,36205,1733201398209 2024-12-03T04:49:59,941 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=e5e27977ab37b8505ef817d69dd1ce03, regionState=OPENING, regionLocation=32beccd76b35,40611,1733201398080 2024-12-03T04:49:59,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35219 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T04:49:59,950 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=2a9b73cc2aaf783db853cdd5cdd39c42, ASSIGN because future has completed 2024-12-03T04:49:59,954 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=e5e27977ab37b8505ef817d69dd1ce03, ASSIGN because future has completed 2024-12-03T04:49:59,955 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure e5e27977ab37b8505ef817d69dd1ce03, server=32beccd76b35,40611,1733201398080}] 2024-12-03T04:49:59,956 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2a9b73cc2aaf783db853cdd5cdd39c42, server=32beccd76b35,36205,1733201398209}] 2024-12-03T04:50:00,114 DEBUG [RSProcedureDispatcher-pool-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-03T04:50:00,123 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56817, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-03T04:50:00,126 INFO [RS_OPEN_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] handler.AssignRegionHandler(132): Open testClearRegionBlockCache,,1733201399311.2a9b73cc2aaf783db853cdd5cdd39c42. 2024-12-03T04:50:00,127 DEBUG [RS_OPEN_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7752): Opening region: {ENCODED => 2a9b73cc2aaf783db853cdd5cdd39c42, NAME => 'testClearRegionBlockCache,,1733201399311.2a9b73cc2aaf783db853cdd5cdd39c42.', STARTKEY => '', ENDKEY => '5'} 2024-12-03T04:50:00,127 DEBUG [RS_OPEN_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache 2a9b73cc2aaf783db853cdd5cdd39c42 2024-12-03T04:50:00,127 DEBUG [RS_OPEN_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,,1733201399311.2a9b73cc2aaf783db853cdd5cdd39c42.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T04:50:00,127 DEBUG [RS_OPEN_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7794): checking encryption for 2a9b73cc2aaf783db853cdd5cdd39c42 2024-12-03T04:50:00,127 DEBUG [RS_OPEN_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7797): checking classloading for 2a9b73cc2aaf783db853cdd5cdd39c42 2024-12-03T04:50:00,128 INFO [RS_OPEN_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] handler.AssignRegionHandler(132): Open testClearRegionBlockCache,5,1733201399311.e5e27977ab37b8505ef817d69dd1ce03. 2024-12-03T04:50:00,128 DEBUG [RS_OPEN_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => e5e27977ab37b8505ef817d69dd1ce03, NAME => 'testClearRegionBlockCache,5,1733201399311.e5e27977ab37b8505ef817d69dd1ce03.', STARTKEY => '5', ENDKEY => ''} 2024-12-03T04:50:00,128 DEBUG [RS_OPEN_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache e5e27977ab37b8505ef817d69dd1ce03 2024-12-03T04:50:00,128 DEBUG [RS_OPEN_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,5,1733201399311.e5e27977ab37b8505ef817d69dd1ce03.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T04:50:00,128 DEBUG [RS_OPEN_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for e5e27977ab37b8505ef817d69dd1ce03 2024-12-03T04:50:00,128 DEBUG [RS_OPEN_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for e5e27977ab37b8505ef817d69dd1ce03 2024-12-03T04:50:00,134 INFO [StoreOpener-2a9b73cc2aaf783db853cdd5cdd39c42-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region 2a9b73cc2aaf783db853cdd5cdd39c42 2024-12-03T04:50:00,146 INFO [StoreOpener-e5e27977ab37b8505ef817d69dd1ce03-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region e5e27977ab37b8505ef817d69dd1ce03 2024-12-03T04:50:00,149 INFO [StoreOpener-2a9b73cc2aaf783db853cdd5cdd39c42-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2a9b73cc2aaf783db853cdd5cdd39c42 columnFamilyName family 2024-12-03T04:50:00,149 DEBUG [StoreOpener-2a9b73cc2aaf783db853cdd5cdd39c42-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T04:50:00,150 INFO [StoreOpener-2a9b73cc2aaf783db853cdd5cdd39c42-1 {}] regionserver.HStore(327): Store=2a9b73cc2aaf783db853cdd5cdd39c42/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T04:50:00,150 DEBUG [RS_OPEN_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1038): replaying wal for 2a9b73cc2aaf783db853cdd5cdd39c42 2024-12-03T04:50:00,154 INFO [StoreOpener-e5e27977ab37b8505ef817d69dd1ce03-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e5e27977ab37b8505ef817d69dd1ce03 columnFamilyName family 2024-12-03T04:50:00,154 DEBUG [StoreOpener-e5e27977ab37b8505ef817d69dd1ce03-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T04:50:00,154 DEBUG [RS_OPEN_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44491/user/jenkins/test-data/67b4b8c7-f7dd-4b41-fbdf-d21a6895ff4d/data/default/testClearRegionBlockCache/2a9b73cc2aaf783db853cdd5cdd39c42 2024-12-03T04:50:00,157 INFO [StoreOpener-e5e27977ab37b8505ef817d69dd1ce03-1 {}] regionserver.HStore(327): Store=e5e27977ab37b8505ef817d69dd1ce03/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T04:50:00,157 DEBUG [RS_OPEN_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for e5e27977ab37b8505ef817d69dd1ce03 2024-12-03T04:50:00,162 DEBUG [RS_OPEN_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44491/user/jenkins/test-data/67b4b8c7-f7dd-4b41-fbdf-d21a6895ff4d/data/default/testClearRegionBlockCache/2a9b73cc2aaf783db853cdd5cdd39c42 2024-12-03T04:50:00,163 DEBUG [RS_OPEN_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44491/user/jenkins/test-data/67b4b8c7-f7dd-4b41-fbdf-d21a6895ff4d/data/default/testClearRegionBlockCache/e5e27977ab37b8505ef817d69dd1ce03 2024-12-03T04:50:00,166 DEBUG [RS_OPEN_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44491/user/jenkins/test-data/67b4b8c7-f7dd-4b41-fbdf-d21a6895ff4d/data/default/testClearRegionBlockCache/e5e27977ab37b8505ef817d69dd1ce03 2024-12-03T04:50:00,166 DEBUG [RS_OPEN_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1048): stopping wal replay for 2a9b73cc2aaf783db853cdd5cdd39c42 2024-12-03T04:50:00,166 DEBUG [RS_OPEN_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1060): Cleaning up temporary data for 2a9b73cc2aaf783db853cdd5cdd39c42 2024-12-03T04:50:00,167 DEBUG [RS_OPEN_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for e5e27977ab37b8505ef817d69dd1ce03 2024-12-03T04:50:00,167 DEBUG [RS_OPEN_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for e5e27977ab37b8505ef817d69dd1ce03 2024-12-03T04:50:00,171 DEBUG [RS_OPEN_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1093): writing seq id for 2a9b73cc2aaf783db853cdd5cdd39c42 2024-12-03T04:50:00,176 DEBUG [RS_OPEN_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for e5e27977ab37b8505ef817d69dd1ce03 2024-12-03T04:50:00,181 DEBUG [RS_OPEN_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44491/user/jenkins/test-data/67b4b8c7-f7dd-4b41-fbdf-d21a6895ff4d/data/default/testClearRegionBlockCache/2a9b73cc2aaf783db853cdd5cdd39c42/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T04:50:00,184 INFO [RS_OPEN_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1114): Opened 2a9b73cc2aaf783db853cdd5cdd39c42; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74883843, jitterRate=0.11585621535778046}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-03T04:50:00,184 DEBUG [RS_OPEN_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 2a9b73cc2aaf783db853cdd5cdd39c42 2024-12-03T04:50:00,185 DEBUG [RS_OPEN_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1006): Region open journal for 2a9b73cc2aaf783db853cdd5cdd39c42: Running coprocessor pre-open hook at 1733201400127Writing region info on filesystem at 1733201400127Initializing all the Stores at 1733201400129 (+2 ms)Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733201400129Cleaning up temporary data from old regions at 1733201400166 (+37 ms)Running coprocessor post-open hooks at 1733201400184 (+18 ms)Region opened successfully at 1733201400185 (+1 ms) 2024-12-03T04:50:00,199 INFO [RS_OPEN_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegionServer(2236): Post open deploy tasks for testClearRegionBlockCache,,1733201399311.2a9b73cc2aaf783db853cdd5cdd39c42., pid=8, masterSystemTime=1733201400109 2024-12-03T04:50:00,201 DEBUG [RS_OPEN_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44491/user/jenkins/test-data/67b4b8c7-f7dd-4b41-fbdf-d21a6895ff4d/data/default/testClearRegionBlockCache/e5e27977ab37b8505ef817d69dd1ce03/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T04:50:00,209 INFO [RS_OPEN_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1114): Opened e5e27977ab37b8505ef817d69dd1ce03; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70446728, jitterRate=0.04973804950714111}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-03T04:50:00,209 DEBUG [RS_OPEN_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for e5e27977ab37b8505ef817d69dd1ce03 2024-12-03T04:50:00,209 DEBUG [RS_OPEN_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for e5e27977ab37b8505ef817d69dd1ce03: Running coprocessor pre-open hook at 1733201400129Writing region info on filesystem at 1733201400129Initializing all the Stores at 1733201400141 (+12 ms)Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733201400141Cleaning up temporary data from old regions at 1733201400167 (+26 ms)Running coprocessor post-open hooks at 1733201400209 (+42 ms)Region opened successfully at 1733201400209 2024-12-03T04:50:00,217 DEBUG [RS_OPEN_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegionServer(2266): Finished post open deploy task for testClearRegionBlockCache,,1733201399311.2a9b73cc2aaf783db853cdd5cdd39c42. 2024-12-03T04:50:00,217 INFO [RS_OPEN_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] handler.AssignRegionHandler(153): Opened testClearRegionBlockCache,,1733201399311.2a9b73cc2aaf783db853cdd5cdd39c42. 2024-12-03T04:50:00,218 INFO [RS_OPEN_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for testClearRegionBlockCache,5,1733201399311.e5e27977ab37b8505ef817d69dd1ce03., pid=7, masterSystemTime=1733201400113 2024-12-03T04:50:00,221 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=2a9b73cc2aaf783db853cdd5cdd39c42, regionState=OPEN, openSeqNum=2, regionLocation=32beccd76b35,36205,1733201398209 2024-12-03T04:50:00,233 DEBUG [RS_OPEN_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for testClearRegionBlockCache,5,1733201399311.e5e27977ab37b8505ef817d69dd1ce03. 2024-12-03T04:50:00,233 INFO [RS_OPEN_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] handler.AssignRegionHandler(153): Opened testClearRegionBlockCache,5,1733201399311.e5e27977ab37b8505ef817d69dd1ce03. 2024-12-03T04:50:00,234 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2a9b73cc2aaf783db853cdd5cdd39c42, server=32beccd76b35,36205,1733201398209 because future has completed 2024-12-03T04:50:00,235 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=e5e27977ab37b8505ef817d69dd1ce03, regionState=OPEN, openSeqNum=2, regionLocation=32beccd76b35,40611,1733201398080 2024-12-03T04:50:00,244 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure e5e27977ab37b8505ef817d69dd1ce03, server=32beccd76b35,40611,1733201398080 because future has completed 2024-12-03T04:50:00,255 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=5 2024-12-03T04:50:00,256 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 2a9b73cc2aaf783db853cdd5cdd39c42, server=32beccd76b35,36205,1733201398209 in 290 msec 2024-12-03T04:50:00,259 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-12-03T04:50:00,259 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure e5e27977ab37b8505ef817d69dd1ce03, server=32beccd76b35,40611,1733201398080 in 298 msec 2024-12-03T04:50:00,259 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=2a9b73cc2aaf783db853cdd5cdd39c42, ASSIGN in 472 msec 2024-12-03T04:50:00,263 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=4 2024-12-03T04:50:00,263 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=e5e27977ab37b8505ef817d69dd1ce03, ASSIGN in 475 msec 2024-12-03T04:50:00,270 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-03T04:50:00,270 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733201400270"}]},"ts":"1733201400270"} 2024-12-03T04:50:00,278 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=testClearRegionBlockCache, state=ENABLED in hbase:meta 2024-12-03T04:50:00,289 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_POST_OPERATION 2024-12-03T04:50:00,299 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testClearRegionBlockCache in 977 msec 2024-12-03T04:50:00,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35219 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T04:50:00,458 INFO [RPCClient-NioEventLoopGroup-5-9 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testClearRegionBlockCache completed 2024-12-03T04:50:00,458 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testClearRegionBlockCache get assigned. Timeout = 60000ms 2024-12-03T04:50:00,459 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-03T04:50:00,462 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testClearRegionBlockCache assigned to meta. Checking AM states. 2024-12-03T04:50:00,462 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-03T04:50:00,462 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testClearRegionBlockCache assigned. 2024-12-03T04:50:00,465 DEBUG [RPCClient-NioEventLoopGroup-5-8 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testClearRegionBlockCache', row='1', locateType=CURRENT is [region=testClearRegionBlockCache,,1733201399311.2a9b73cc2aaf783db853cdd5cdd39c42., hostname=32beccd76b35,36205,1733201398209, seqNum=2] 2024-12-03T04:50:00,475 DEBUG [RPCClient-NioEventLoopGroup-5-8 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testClearRegionBlockCache', row='5', locateType=CURRENT is [region=testClearRegionBlockCache,5,1733201399311.e5e27977ab37b8505ef817d69dd1ce03., hostname=32beccd76b35,40611,1733201398080, seqNum=2] 2024-12-03T04:50:00,475 DEBUG [RPCClient-NioEventLoopGroup-5-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T04:50:00,477 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57544, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T04:50:00,485 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing e5e27977ab37b8505ef817d69dd1ce03 1/1 column families, dataSize=140 B heapSize=776 B 2024-12-03T04:50:00,503 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44491/user/jenkins/test-data/67b4b8c7-f7dd-4b41-fbdf-d21a6895ff4d/data/default/testClearRegionBlockCache/e5e27977ab37b8505ef817d69dd1ce03/.tmp/family/bed7f9ca5d2b43acacd58b49024ca3a7 is 32, key is 5/family:/1733201400477/Put/seqid=0 2024-12-03T04:50:00,509 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38725 is added to blk_1073741839_1015 (size=5083) 2024-12-03T04:50:00,510 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38225 is added to blk_1073741839_1015 (size=5083) 2024-12-03T04:50:00,512 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=140 B at sequenceid=9 (bloomFilter=true), to=hdfs://localhost:44491/user/jenkins/test-data/67b4b8c7-f7dd-4b41-fbdf-d21a6895ff4d/data/default/testClearRegionBlockCache/e5e27977ab37b8505ef817d69dd1ce03/.tmp/family/bed7f9ca5d2b43acacd58b49024ca3a7 2024-12-03T04:50:00,519 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44491/user/jenkins/test-data/67b4b8c7-f7dd-4b41-fbdf-d21a6895ff4d/data/default/testClearRegionBlockCache/e5e27977ab37b8505ef817d69dd1ce03/.tmp/family/bed7f9ca5d2b43acacd58b49024ca3a7 as hdfs://localhost:44491/user/jenkins/test-data/67b4b8c7-f7dd-4b41-fbdf-d21a6895ff4d/data/default/testClearRegionBlockCache/e5e27977ab37b8505ef817d69dd1ce03/family/bed7f9ca5d2b43acacd58b49024ca3a7 2024-12-03T04:50:00,525 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44491/user/jenkins/test-data/67b4b8c7-f7dd-4b41-fbdf-d21a6895ff4d/data/default/testClearRegionBlockCache/e5e27977ab37b8505ef817d69dd1ce03/family/bed7f9ca5d2b43acacd58b49024ca3a7, entries=5, sequenceid=9, filesize=5.0 K 2024-12-03T04:50:00,526 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~140 B/140, heapSize ~760 B/760, currentSize=0 B/0 for e5e27977ab37b8505ef817d69dd1ce03 in 41ms, sequenceid=9, compaction requested=false 2024-12-03T04:50:00,526 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for e5e27977ab37b8505ef817d69dd1ce03: 2024-12-03T04:50:00,526 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 2a9b73cc2aaf783db853cdd5cdd39c42 1/1 column families, dataSize=112 B heapSize=672 B 2024-12-03T04:50:00,543 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44491/user/jenkins/test-data/67b4b8c7-f7dd-4b41-fbdf-d21a6895ff4d/data/default/testClearRegionBlockCache/2a9b73cc2aaf783db853cdd5cdd39c42/.tmp/family/aa72e8e63ccf44319891a10e1abb8691 is 32, key is 1/family:/1733201400466/Put/seqid=0 2024-12-03T04:50:00,548 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38225 is added to blk_1073741840_1016 (size=5054) 2024-12-03T04:50:00,549 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38725 is added to blk_1073741840_1016 (size=5054) 2024-12-03T04:50:00,549 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:44491/user/jenkins/test-data/67b4b8c7-f7dd-4b41-fbdf-d21a6895ff4d/data/default/testClearRegionBlockCache/2a9b73cc2aaf783db853cdd5cdd39c42/.tmp/family/aa72e8e63ccf44319891a10e1abb8691 2024-12-03T04:50:00,556 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44491/user/jenkins/test-data/67b4b8c7-f7dd-4b41-fbdf-d21a6895ff4d/data/default/testClearRegionBlockCache/2a9b73cc2aaf783db853cdd5cdd39c42/.tmp/family/aa72e8e63ccf44319891a10e1abb8691 as hdfs://localhost:44491/user/jenkins/test-data/67b4b8c7-f7dd-4b41-fbdf-d21a6895ff4d/data/default/testClearRegionBlockCache/2a9b73cc2aaf783db853cdd5cdd39c42/family/aa72e8e63ccf44319891a10e1abb8691 2024-12-03T04:50:00,564 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44491/user/jenkins/test-data/67b4b8c7-f7dd-4b41-fbdf-d21a6895ff4d/data/default/testClearRegionBlockCache/2a9b73cc2aaf783db853cdd5cdd39c42/family/aa72e8e63ccf44319891a10e1abb8691, entries=4, sequenceid=8, filesize=4.9 K 2024-12-03T04:50:00,565 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~112 B/112, heapSize ~656 B/656, currentSize=0 B/0 for 2a9b73cc2aaf783db853cdd5cdd39c42 in 39ms, sequenceid=8, compaction requested=false 2024-12-03T04:50:00,565 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 2a9b73cc2aaf783db853cdd5cdd39c42: 2024-12-03T04:50:00,570 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testClearRegionBlockCache,, stopping at row=testClearRegionBlockCache ,, for max=2147483647 with caching=100 2024-12-03T04:50:00,574 DEBUG [RPCClient-NioEventLoopGroup-5-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-03T04:50:00,574 DEBUG [RPCClient-NioEventLoopGroup-5-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-03T04:50:00,575 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57556, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-03T04:50:00,576 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37410, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-03T04:50:00,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40611 {}] bucket.BucketCache(1863): found 1 blocks for file bed7f9ca5d2b43acacd58b49024ca3a7, starting offset: 0, end offset: 9223372036854775807 2024-12-03T04:50:00,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40611 {}] bucket.BucketCache(856): removed key bed7f9ca5d2b43acacd58b49024ca3a7_0 from back map with offset lock 2094080 in the evict process 2024-12-03T04:50:00,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36205 {}] bucket.BucketCache(1863): found 1 blocks for file aa72e8e63ccf44319891a10e1abb8691, starting offset: 0, end offset: 9223372036854775807 2024-12-03T04:50:00,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36205 {}] bucket.BucketCache(856): removed key aa72e8e63ccf44319891a10e1abb8691_0 from back map with offset lock 2094080 in the evict process 2024-12-03T04:50:00,577 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-03T04:50:00,577 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T04:50:00,577 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.teardown(TestClearRegionBlockCache.java:100) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T04:50:00,577 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T04:50:00,578 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T04:50:00,578 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T04:50:00,578 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-03T04:50:00,578 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1620998698, stopped=false 2024-12-03T04:50:00,578 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=32beccd76b35,35219,1733201398000 2024-12-03T04:50:00,580 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40611-0x101516d7d7e0001, quorum=127.0.0.1:51246, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-03T04:50:00,580 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40611-0x101516d7d7e0001, quorum=127.0.0.1:51246, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T04:50:00,580 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36205-0x101516d7d7e0002, quorum=127.0.0.1:51246, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-03T04:50:00,580 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35219-0x101516d7d7e0000, quorum=127.0.0.1:51246, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-03T04:50:00,580 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36205-0x101516d7d7e0002, quorum=127.0.0.1:51246, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T04:50:00,580 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35219-0x101516d7d7e0000, quorum=127.0.0.1:51246, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T04:50:00,580 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-03T04:50:00,581 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:40611-0x101516d7d7e0001, quorum=127.0.0.1:51246, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-03T04:50:00,581 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:36205-0x101516d7d7e0002, quorum=127.0.0.1:51246, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-03T04:50:00,581 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:35219-0x101516d7d7e0000, quorum=127.0.0.1:51246, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-03T04:50:00,581 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T04:50:00,581 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.teardown(TestClearRegionBlockCache.java:100) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T04:50:00,581 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T04:50:00,582 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '32beccd76b35,40611,1733201398080' ***** 2024-12-03T04:50:00,582 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-03T04:50:00,582 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '32beccd76b35,36205,1733201398209' ***** 2024-12-03T04:50:00,582 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-03T04:50:00,582 INFO [RS:1;32beccd76b35:36205 {}] bucket.BucketCache(1738): Disabling cache 2024-12-03T04:50:00,582 INFO [RS:0;32beccd76b35:40611 {}] bucket.BucketCache(1738): Disabling cache 2024-12-03T04:50:00,582 INFO [Time-limited test-BucketCacheWriter-0 {}] bucket.BucketCache$WriterThread(1271): Time-limited test-BucketCacheWriter-0 exiting, cacheEnabled=false 2024-12-03T04:50:00,582 INFO [RS:1;32beccd76b35:36205 {}] bucket.BucketCache(1762): Shutdown bucket cache: IO persistent=false; path to write=null 2024-12-03T04:50:00,582 INFO [Time-limited test-BucketCacheWriter-0 {}] bucket.BucketCache$WriterThread(1271): Time-limited test-BucketCacheWriter-0 exiting, cacheEnabled=false 2024-12-03T04:50:00,582 INFO [Time-limited test-BucketCacheWriter-1 {}] bucket.BucketCache$WriterThread(1271): Time-limited test-BucketCacheWriter-1 exiting, cacheEnabled=false 2024-12-03T04:50:00,583 INFO [RS:1;32beccd76b35:36205 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-03T04:50:00,583 INFO [Time-limited test-BucketCacheWriter-2 {}] bucket.BucketCache$WriterThread(1271): Time-limited test-BucketCacheWriter-2 exiting, cacheEnabled=false 2024-12-03T04:50:00,583 INFO [RS:0;32beccd76b35:40611 {}] bucket.BucketCache(1762): Shutdown bucket cache: IO persistent=false; path to write=null 2024-12-03T04:50:00,583 INFO [regionserver/32beccd76b35:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-03T04:50:00,583 INFO [RS:0;32beccd76b35:40611 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-03T04:50:00,583 INFO [RS:1;32beccd76b35:36205 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-03T04:50:00,583 INFO [RS:1;32beccd76b35:36205 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-03T04:50:00,583 INFO [RS:0;32beccd76b35:40611 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-03T04:50:00,583 INFO [RS:1;32beccd76b35:36205 {}] regionserver.HRegionServer(3091): Received CLOSE for 2a9b73cc2aaf783db853cdd5cdd39c42 2024-12-03T04:50:00,583 INFO [RS:0;32beccd76b35:40611 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-03T04:50:00,583 INFO [RS:0;32beccd76b35:40611 {}] regionserver.HRegionServer(3091): Received CLOSE for e5e27977ab37b8505ef817d69dd1ce03 2024-12-03T04:50:00,583 INFO [RS:1;32beccd76b35:36205 {}] regionserver.HRegionServer(959): stopping server 32beccd76b35,36205,1733201398209 2024-12-03T04:50:00,583 INFO [Time-limited test-BucketCacheWriter-2 {}] bucket.BucketCache$WriterThread(1271): Time-limited test-BucketCacheWriter-2 exiting, cacheEnabled=false 2024-12-03T04:50:00,583 INFO [RS:1;32beccd76b35:36205 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-03T04:50:00,583 INFO [RS:1;32beccd76b35:36205 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;32beccd76b35:36205. 2024-12-03T04:50:00,583 INFO [RS:0;32beccd76b35:40611 {}] regionserver.HRegionServer(959): stopping server 32beccd76b35,40611,1733201398080 2024-12-03T04:50:00,583 INFO [RS:0;32beccd76b35:40611 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-03T04:50:00,583 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-03T04:50:00,583 DEBUG [RS:1;32beccd76b35:36205 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T04:50:00,583 INFO [RS:0;32beccd76b35:40611 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;32beccd76b35:40611. 2024-12-03T04:50:00,583 DEBUG [RS:1;32beccd76b35:36205 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T04:50:00,583 DEBUG [RS:0;32beccd76b35:40611 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T04:50:00,583 DEBUG [RS:0;32beccd76b35:40611 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T04:50:00,583 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-03T04:50:00,583 INFO [RS:1;32beccd76b35:36205 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-03T04:50:00,584 INFO [RS:0;32beccd76b35:40611 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-03T04:50:00,584 DEBUG [RS_CLOSE_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing e5e27977ab37b8505ef817d69dd1ce03, disabling compactions & flushes 2024-12-03T04:50:00,584 DEBUG [RS:0;32beccd76b35:40611 {}] regionserver.HRegionServer(1325): Online Regions={e5e27977ab37b8505ef817d69dd1ce03=testClearRegionBlockCache,5,1733201399311.e5e27977ab37b8505ef817d69dd1ce03.} 2024-12-03T04:50:00,584 INFO [RS_CLOSE_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,5,1733201399311.e5e27977ab37b8505ef817d69dd1ce03. 2024-12-03T04:50:00,584 DEBUG [RS_CLOSE_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,5,1733201399311.e5e27977ab37b8505ef817d69dd1ce03. 2024-12-03T04:50:00,584 DEBUG [RS:0;32beccd76b35:40611 {}] regionserver.HRegionServer(1351): Waiting on e5e27977ab37b8505ef817d69dd1ce03 2024-12-03T04:50:00,584 DEBUG [RS_CLOSE_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,5,1733201399311.e5e27977ab37b8505ef817d69dd1ce03. after waiting 0 ms 2024-12-03T04:50:00,584 DEBUG [RS_CLOSE_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 2a9b73cc2aaf783db853cdd5cdd39c42, disabling compactions & flushes 2024-12-03T04:50:00,584 DEBUG [RS_CLOSE_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,5,1733201399311.e5e27977ab37b8505ef817d69dd1ce03. 2024-12-03T04:50:00,584 INFO [RS_CLOSE_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,,1733201399311.2a9b73cc2aaf783db853cdd5cdd39c42. 2024-12-03T04:50:00,584 DEBUG [RS_CLOSE_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,,1733201399311.2a9b73cc2aaf783db853cdd5cdd39c42. 2024-12-03T04:50:00,584 DEBUG [RS_CLOSE_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,,1733201399311.2a9b73cc2aaf783db853cdd5cdd39c42. after waiting 0 ms 2024-12-03T04:50:00,584 DEBUG [RS_CLOSE_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,,1733201399311.2a9b73cc2aaf783db853cdd5cdd39c42. 2024-12-03T04:50:00,584 INFO [RS:1;32beccd76b35:36205 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-03T04:50:00,584 INFO [RS:1;32beccd76b35:36205 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-03T04:50:00,584 INFO [RS:1;32beccd76b35:36205 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-03T04:50:00,585 INFO [RS:1;32beccd76b35:36205 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-03T04:50:00,585 DEBUG [RS:1;32beccd76b35:36205 {}] regionserver.HRegionServer(1325): Online Regions={2a9b73cc2aaf783db853cdd5cdd39c42=testClearRegionBlockCache,,1733201399311.2a9b73cc2aaf783db853cdd5cdd39c42., 1588230740=hbase:meta,,1.1588230740} 2024-12-03T04:50:00,585 DEBUG [RS:1;32beccd76b35:36205 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2a9b73cc2aaf783db853cdd5cdd39c42 2024-12-03T04:50:00,585 DEBUG [RS_CLOSE_META-regionserver/32beccd76b35:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-03T04:50:00,585 INFO [RS_CLOSE_META-regionserver/32beccd76b35:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-03T04:50:00,585 DEBUG [RS_CLOSE_META-regionserver/32beccd76b35:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-03T04:50:00,585 DEBUG [RS_CLOSE_META-regionserver/32beccd76b35:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-03T04:50:00,585 DEBUG [RS_CLOSE_META-regionserver/32beccd76b35:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-03T04:50:00,585 INFO [RS_CLOSE_META-regionserver/32beccd76b35:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.79 KB heapSize=5.57 KB 2024-12-03T04:50:00,590 INFO [Time-limited test-BucketCacheWriter-1 {}] bucket.BucketCache$WriterThread(1271): Time-limited test-BucketCacheWriter-1 exiting, cacheEnabled=false 2024-12-03T04:50:00,595 DEBUG [RS_CLOSE_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44491/user/jenkins/test-data/67b4b8c7-f7dd-4b41-fbdf-d21a6895ff4d/data/default/testClearRegionBlockCache/2a9b73cc2aaf783db853cdd5cdd39c42/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-12-03T04:50:00,596 INFO [RS_CLOSE_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,,1733201399311.2a9b73cc2aaf783db853cdd5cdd39c42. 2024-12-03T04:50:00,596 DEBUG [RS_CLOSE_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 2a9b73cc2aaf783db853cdd5cdd39c42: Waiting for close lock at 1733201400584Running coprocessor pre-close hooks at 1733201400584Disabling compacts and flushes for region at 1733201400584Disabling writes for close at 1733201400584Writing region close event to WAL at 1733201400589 (+5 ms)Running coprocessor post-close hooks at 1733201400596 (+7 ms)Closed at 1733201400596 2024-12-03T04:50:00,596 DEBUG [RS_CLOSE_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,,1733201399311.2a9b73cc2aaf783db853cdd5cdd39c42. 2024-12-03T04:50:00,602 DEBUG [RS_CLOSE_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44491/user/jenkins/test-data/67b4b8c7-f7dd-4b41-fbdf-d21a6895ff4d/data/default/testClearRegionBlockCache/e5e27977ab37b8505ef817d69dd1ce03/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=1 2024-12-03T04:50:00,603 INFO [RS_CLOSE_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,5,1733201399311.e5e27977ab37b8505ef817d69dd1ce03. 2024-12-03T04:50:00,603 DEBUG [RS_CLOSE_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for e5e27977ab37b8505ef817d69dd1ce03: Waiting for close lock at 1733201400583Running coprocessor pre-close hooks at 1733201400583Disabling compacts and flushes for region at 1733201400583Disabling writes for close at 1733201400584 (+1 ms)Writing region close event to WAL at 1733201400584Running coprocessor post-close hooks at 1733201400602 (+18 ms)Closed at 1733201400603 (+1 ms) 2024-12-03T04:50:00,603 DEBUG [RS_CLOSE_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,5,1733201399311.e5e27977ab37b8505ef817d69dd1ce03. 2024-12-03T04:50:00,613 DEBUG [RS_CLOSE_META-regionserver/32beccd76b35:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44491/user/jenkins/test-data/67b4b8c7-f7dd-4b41-fbdf-d21a6895ff4d/data/hbase/meta/1588230740/.tmp/info/9319d78c283f4186aaa47859c2147ba9 is 173, key is testClearRegionBlockCache,5,1733201399311.e5e27977ab37b8505ef817d69dd1ce03./info:regioninfo/1733201400235/Put/seqid=0 2024-12-03T04:50:00,619 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38725 is added to blk_1073741841_1017 (size=8173) 2024-12-03T04:50:00,620 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38225 is added to blk_1073741841_1017 (size=8173) 2024-12-03T04:50:00,673 INFO [regionserver/32beccd76b35:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-03T04:50:00,680 INFO [regionserver/32beccd76b35:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-03T04:50:00,680 INFO [regionserver/32beccd76b35:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-03T04:50:00,728 INFO [regionserver/32beccd76b35:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-03T04:50:00,728 INFO [regionserver/32beccd76b35:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-03T04:50:00,784 INFO [RS:0;32beccd76b35:40611 {}] regionserver.HRegionServer(976): stopping server 32beccd76b35,40611,1733201398080; all regions closed. 2024-12-03T04:50:00,785 DEBUG [RS:1;32beccd76b35:36205 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-03T04:50:00,794 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38725 is added to blk_1073741834_1010 (size=1867) 2024-12-03T04:50:00,795 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38225 is added to blk_1073741834_1010 (size=1867) 2024-12-03T04:50:00,807 DEBUG [RS:0;32beccd76b35:40611 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/67b4b8c7-f7dd-4b41-fbdf-d21a6895ff4d/oldWALs 2024-12-03T04:50:00,807 INFO [RS:0;32beccd76b35:40611 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 32beccd76b35%2C40611%2C1733201398080:(num 1733201398812) 2024-12-03T04:50:00,808 DEBUG [RS:0;32beccd76b35:40611 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T04:50:00,808 INFO [RS:0;32beccd76b35:40611 {}] regionserver.LeaseManager(133): Closed leases 2024-12-03T04:50:00,808 INFO [RS:0;32beccd76b35:40611 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-03T04:50:00,808 INFO [RS:0;32beccd76b35:40611 {}] hbase.ChoreService(370): Chore service for: regionserver/32beccd76b35:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-03T04:50:00,808 INFO [RS:0;32beccd76b35:40611 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-03T04:50:00,808 INFO [RS:0;32beccd76b35:40611 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-03T04:50:00,808 INFO [RS:0;32beccd76b35:40611 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-03T04:50:00,808 INFO [RS:0;32beccd76b35:40611 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-03T04:50:00,808 INFO [RS:0;32beccd76b35:40611 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:40611 2024-12-03T04:50:00,809 INFO [regionserver/32beccd76b35:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-03T04:50:00,821 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35219-0x101516d7d7e0000, quorum=127.0.0.1:51246, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-03T04:50:00,821 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40611-0x101516d7d7e0001, quorum=127.0.0.1:51246, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/32beccd76b35,40611,1733201398080 2024-12-03T04:50:00,821 INFO [RS:0;32beccd76b35:40611 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-03T04:50:00,829 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [32beccd76b35,40611,1733201398080] 2024-12-03T04:50:00,830 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/32beccd76b35,40611,1733201398080 already deleted, retry=false 2024-12-03T04:50:00,830 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 32beccd76b35,40611,1733201398080 expired; onlineServers=1 2024-12-03T04:50:00,933 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40611-0x101516d7d7e0001, quorum=127.0.0.1:51246, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T04:50:00,933 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40611-0x101516d7d7e0001, quorum=127.0.0.1:51246, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T04:50:00,933 INFO [RS:0;32beccd76b35:40611 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-03T04:50:00,933 INFO [RS:0;32beccd76b35:40611 {}] regionserver.HRegionServer(1031): Exiting; stopping=32beccd76b35,40611,1733201398080; zookeeper connection closed. 2024-12-03T04:50:00,934 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@56a6b35c {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@56a6b35c 2024-12-03T04:50:00,985 DEBUG [RS:1;32beccd76b35:36205 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-03T04:50:01,021 INFO [RS_CLOSE_META-regionserver/32beccd76b35:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.60 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:44491/user/jenkins/test-data/67b4b8c7-f7dd-4b41-fbdf-d21a6895ff4d/data/hbase/meta/1588230740/.tmp/info/9319d78c283f4186aaa47859c2147ba9 2024-12-03T04:50:01,046 DEBUG [RS_CLOSE_META-regionserver/32beccd76b35:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44491/user/jenkins/test-data/67b4b8c7-f7dd-4b41-fbdf-d21a6895ff4d/data/hbase/meta/1588230740/.tmp/ns/b9e65ec2ba0c4857be652307a9b512f6 is 43, key is default/ns:d/1733201399225/Put/seqid=0 2024-12-03T04:50:01,052 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38225 is added to blk_1073741842_1018 (size=5153) 2024-12-03T04:50:01,052 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38725 is added to blk_1073741842_1018 (size=5153) 2024-12-03T04:50:01,054 INFO [RS_CLOSE_META-regionserver/32beccd76b35:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:44491/user/jenkins/test-data/67b4b8c7-f7dd-4b41-fbdf-d21a6895ff4d/data/hbase/meta/1588230740/.tmp/ns/b9e65ec2ba0c4857be652307a9b512f6 2024-12-03T04:50:01,077 DEBUG [RS_CLOSE_META-regionserver/32beccd76b35:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44491/user/jenkins/test-data/67b4b8c7-f7dd-4b41-fbdf-d21a6895ff4d/data/hbase/meta/1588230740/.tmp/table/f31f24a4677445feb17838fd75e76581 is 61, key is testClearRegionBlockCache/table:state/1733201400270/Put/seqid=0 2024-12-03T04:50:01,110 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38225 is added to blk_1073741843_1019 (size=5312) 2024-12-03T04:50:01,110 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38725 is added to blk_1073741843_1019 (size=5312) 2024-12-03T04:50:01,184 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-03T04:50:01,186 DEBUG [RS:1;32beccd76b35:36205 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-03T04:50:01,237 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T04:50:01,238 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T04:50:01,238 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T04:50:01,239 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T04:50:01,239 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T04:50:01,240 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T04:50:01,245 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T04:50:01,248 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T04:50:01,248 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T04:50:01,254 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T04:50:01,386 DEBUG [RS:1;32beccd76b35:36205 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-03T04:50:01,510 INFO [RS_CLOSE_META-regionserver/32beccd76b35:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=114 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:44491/user/jenkins/test-data/67b4b8c7-f7dd-4b41-fbdf-d21a6895ff4d/data/hbase/meta/1588230740/.tmp/table/f31f24a4677445feb17838fd75e76581 2024-12-03T04:50:01,517 DEBUG [RS_CLOSE_META-regionserver/32beccd76b35:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44491/user/jenkins/test-data/67b4b8c7-f7dd-4b41-fbdf-d21a6895ff4d/data/hbase/meta/1588230740/.tmp/info/9319d78c283f4186aaa47859c2147ba9 as hdfs://localhost:44491/user/jenkins/test-data/67b4b8c7-f7dd-4b41-fbdf-d21a6895ff4d/data/hbase/meta/1588230740/info/9319d78c283f4186aaa47859c2147ba9 2024-12-03T04:50:01,523 INFO [RS_CLOSE_META-regionserver/32beccd76b35:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44491/user/jenkins/test-data/67b4b8c7-f7dd-4b41-fbdf-d21a6895ff4d/data/hbase/meta/1588230740/info/9319d78c283f4186aaa47859c2147ba9, entries=20, sequenceid=13, filesize=8.0 K 2024-12-03T04:50:01,524 DEBUG [RS_CLOSE_META-regionserver/32beccd76b35:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44491/user/jenkins/test-data/67b4b8c7-f7dd-4b41-fbdf-d21a6895ff4d/data/hbase/meta/1588230740/.tmp/ns/b9e65ec2ba0c4857be652307a9b512f6 as hdfs://localhost:44491/user/jenkins/test-data/67b4b8c7-f7dd-4b41-fbdf-d21a6895ff4d/data/hbase/meta/1588230740/ns/b9e65ec2ba0c4857be652307a9b512f6 2024-12-03T04:50:01,529 INFO [RS_CLOSE_META-regionserver/32beccd76b35:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44491/user/jenkins/test-data/67b4b8c7-f7dd-4b41-fbdf-d21a6895ff4d/data/hbase/meta/1588230740/ns/b9e65ec2ba0c4857be652307a9b512f6, entries=2, sequenceid=13, filesize=5.0 K 2024-12-03T04:50:01,530 DEBUG [RS_CLOSE_META-regionserver/32beccd76b35:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44491/user/jenkins/test-data/67b4b8c7-f7dd-4b41-fbdf-d21a6895ff4d/data/hbase/meta/1588230740/.tmp/table/f31f24a4677445feb17838fd75e76581 as hdfs://localhost:44491/user/jenkins/test-data/67b4b8c7-f7dd-4b41-fbdf-d21a6895ff4d/data/hbase/meta/1588230740/table/f31f24a4677445feb17838fd75e76581 2024-12-03T04:50:01,536 INFO [RS_CLOSE_META-regionserver/32beccd76b35:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44491/user/jenkins/test-data/67b4b8c7-f7dd-4b41-fbdf-d21a6895ff4d/data/hbase/meta/1588230740/table/f31f24a4677445feb17838fd75e76581, entries=2, sequenceid=13, filesize=5.2 K 2024-12-03T04:50:01,537 INFO [RS_CLOSE_META-regionserver/32beccd76b35:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.79 KB/2852, heapSize ~5.27 KB/5400, currentSize=0 B/0 for 1588230740 in 952ms, sequenceid=13, compaction requested=false 2024-12-03T04:50:01,542 DEBUG [RS_CLOSE_META-regionserver/32beccd76b35:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44491/user/jenkins/test-data/67b4b8c7-f7dd-4b41-fbdf-d21a6895ff4d/data/hbase/meta/1588230740/recovered.edits/16.seqid, newMaxSeqId=16, maxSeqId=1 2024-12-03T04:50:01,543 DEBUG [RS_CLOSE_META-regionserver/32beccd76b35:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-03T04:50:01,543 INFO [RS_CLOSE_META-regionserver/32beccd76b35:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-03T04:50:01,543 DEBUG [RS_CLOSE_META-regionserver/32beccd76b35:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733201400585Running coprocessor pre-close hooks at 1733201400585Disabling compacts and flushes for region at 1733201400585Disabling writes for close at 1733201400585Obtaining lock to block concurrent updates at 1733201400585Preparing flush snapshotting stores in 1588230740 at 1733201400585Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2852, getHeapSize=5640, getOffHeapSize=0, getCellsCount=24 at 1733201400586 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1733201400590 (+4 ms)Flushing 1588230740/info: creating writer at 1733201400590Flushing 1588230740/info: appending metadata at 1733201400612 (+22 ms)Flushing 1588230740/info: closing flushed file at 1733201400612Flushing 1588230740/ns: creating writer at 1733201401028 (+416 ms)Flushing 1588230740/ns: appending metadata at 1733201401045 (+17 ms)Flushing 1588230740/ns: closing flushed file at 1733201401045Flushing 1588230740/table: creating writer at 1733201401060 (+15 ms)Flushing 1588230740/table: appending metadata at 1733201401077 (+17 ms)Flushing 1588230740/table: closing flushed file at 1733201401077Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1dcd314d: reopening flushed file at 1733201401516 (+439 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7904d208: reopening flushed file at 1733201401523 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5ecf2df7: reopening flushed file at 1733201401530 (+7 ms)Finished flush of dataSize ~2.79 KB/2852, heapSize ~5.27 KB/5400, currentSize=0 B/0 for 1588230740 in 952ms, sequenceid=13, compaction requested=false at 1733201401537 (+7 ms)Writing region close event to WAL at 1733201401539 (+2 ms)Running coprocessor post-close hooks at 1733201401543 (+4 ms)Closed at 1733201401543 2024-12-03T04:50:01,543 DEBUG [RS_CLOSE_META-regionserver/32beccd76b35:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-03T04:50:01,586 INFO [RS:1;32beccd76b35:36205 {}] regionserver.HRegionServer(976): stopping server 32beccd76b35,36205,1733201398209; all regions closed. 2024-12-03T04:50:01,592 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38225 is added to blk_1073741835_1011 (size=4338) 2024-12-03T04:50:01,592 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38725 is added to blk_1073741835_1011 (size=4338) 2024-12-03T04:50:01,595 DEBUG [RS:1;32beccd76b35:36205 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/67b4b8c7-f7dd-4b41-fbdf-d21a6895ff4d/oldWALs 2024-12-03T04:50:01,595 INFO [RS:1;32beccd76b35:36205 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 32beccd76b35%2C36205%2C1733201398209.meta:.meta(num 1733201399151) 2024-12-03T04:50:01,598 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38725 is added to blk_1073741833_1009 (size=1758) 2024-12-03T04:50:01,598 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38225 is added to blk_1073741833_1009 (size=1758) 2024-12-03T04:50:01,608 DEBUG [RS:1;32beccd76b35:36205 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/67b4b8c7-f7dd-4b41-fbdf-d21a6895ff4d/oldWALs 2024-12-03T04:50:01,608 INFO [RS:1;32beccd76b35:36205 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 32beccd76b35%2C36205%2C1733201398209:(num 1733201398812) 2024-12-03T04:50:01,608 DEBUG [RS:1;32beccd76b35:36205 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T04:50:01,608 INFO [RS:1;32beccd76b35:36205 {}] regionserver.LeaseManager(133): Closed leases 2024-12-03T04:50:01,608 INFO [RS:1;32beccd76b35:36205 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-03T04:50:01,608 INFO [RS:1;32beccd76b35:36205 {}] hbase.ChoreService(370): Chore service for: regionserver/32beccd76b35:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-03T04:50:01,608 INFO [RS:1;32beccd76b35:36205 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-03T04:50:01,608 INFO [regionserver/32beccd76b35:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-03T04:50:01,608 INFO [RS:1;32beccd76b35:36205 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:36205 2024-12-03T04:50:01,610 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35219-0x101516d7d7e0000, quorum=127.0.0.1:51246, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-03T04:50:01,610 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36205-0x101516d7d7e0002, quorum=127.0.0.1:51246, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/32beccd76b35,36205,1733201398209 2024-12-03T04:50:01,611 INFO [RS:1;32beccd76b35:36205 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-03T04:50:01,613 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [32beccd76b35,36205,1733201398209] 2024-12-03T04:50:01,615 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/32beccd76b35,36205,1733201398209 already deleted, retry=false 2024-12-03T04:50:01,615 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 32beccd76b35,36205,1733201398209 expired; onlineServers=0 2024-12-03T04:50:01,615 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '32beccd76b35,35219,1733201398000' ***** 2024-12-03T04:50:01,615 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-03T04:50:01,616 INFO [M:0;32beccd76b35:35219 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-03T04:50:01,616 INFO [M:0;32beccd76b35:35219 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-03T04:50:01,616 DEBUG [M:0;32beccd76b35:35219 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-03T04:50:01,616 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-03T04:50:01,616 DEBUG [M:0;32beccd76b35:35219 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-03T04:50:01,616 DEBUG [master/32beccd76b35:0:becomeActiveMaster-HFileCleaner.large.0-1733201398521 {}] cleaner.HFileCleaner(306): Exit Thread[master/32beccd76b35:0:becomeActiveMaster-HFileCleaner.large.0-1733201398521,5,FailOnTimeoutGroup] 2024-12-03T04:50:01,616 INFO [M:0;32beccd76b35:35219 {}] hbase.ChoreService(370): Chore service for: master/32beccd76b35:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-03T04:50:01,616 INFO [M:0;32beccd76b35:35219 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-03T04:50:01,616 DEBUG [M:0;32beccd76b35:35219 {}] master.HMaster(1795): Stopping service threads 2024-12-03T04:50:01,616 INFO [M:0;32beccd76b35:35219 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-03T04:50:01,616 INFO [M:0;32beccd76b35:35219 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-03T04:50:01,616 INFO [M:0;32beccd76b35:35219 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-03T04:50:01,617 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-03T04:50:01,619 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35219-0x101516d7d7e0000, quorum=127.0.0.1:51246, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-12-03T04:50:01,619 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35219-0x101516d7d7e0000, quorum=127.0.0.1:51246, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T04:50:01,621 DEBUG [M:0;32beccd76b35:35219 {}] zookeeper.ZKUtil(347): master:35219-0x101516d7d7e0000, quorum=127.0.0.1:51246, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-12-03T04:50:01,621 WARN [M:0;32beccd76b35:35219 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-03T04:50:01,621 DEBUG [master/32beccd76b35:0:becomeActiveMaster-HFileCleaner.small.0-1733201398522 {}] cleaner.HFileCleaner(306): Exit Thread[master/32beccd76b35:0:becomeActiveMaster-HFileCleaner.small.0-1733201398522,5,FailOnTimeoutGroup] 2024-12-03T04:50:01,622 INFO [M:0;32beccd76b35:35219 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:44491/user/jenkins/test-data/67b4b8c7-f7dd-4b41-fbdf-d21a6895ff4d/.lastflushedseqids 2024-12-03T04:50:01,631 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38725 is added to blk_1073741844_1020 (size=200) 2024-12-03T04:50:01,631 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38225 is added to blk_1073741844_1020 (size=200) 2024-12-03T04:50:01,632 INFO [M:0;32beccd76b35:35219 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-03T04:50:01,632 INFO [M:0;32beccd76b35:35219 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-03T04:50:01,633 DEBUG [M:0;32beccd76b35:35219 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-03T04:50:01,633 INFO [M:0;32beccd76b35:35219 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T04:50:01,633 DEBUG [M:0;32beccd76b35:35219 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T04:50:01,633 DEBUG [M:0;32beccd76b35:35219 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-03T04:50:01,633 DEBUG [M:0;32beccd76b35:35219 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T04:50:01,633 INFO [M:0;32beccd76b35:35219 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=29.62 KB heapSize=37.03 KB 2024-12-03T04:50:01,654 DEBUG [M:0;32beccd76b35:35219 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44491/user/jenkins/test-data/67b4b8c7-f7dd-4b41-fbdf-d21a6895ff4d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/243deaa3114649ef8a489206b3a6ec89 is 82, key is hbase:meta,,1/info:regioninfo/1733201399206/Put/seqid=0 2024-12-03T04:50:01,664 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38725 is added to blk_1073741845_1021 (size=5672) 2024-12-03T04:50:01,665 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38225 is added to blk_1073741845_1021 (size=5672) 2024-12-03T04:50:01,665 INFO [M:0;32beccd76b35:35219 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:44491/user/jenkins/test-data/67b4b8c7-f7dd-4b41-fbdf-d21a6895ff4d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/243deaa3114649ef8a489206b3a6ec89 2024-12-03T04:50:01,697 DEBUG [M:0;32beccd76b35:35219 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44491/user/jenkins/test-data/67b4b8c7-f7dd-4b41-fbdf-d21a6895ff4d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/dc2410f82d5447879fac669be033dfcf is 802, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1733201400294/Put/seqid=0 2024-12-03T04:50:01,710 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38225 is added to blk_1073741846_1022 (size=6218) 2024-12-03T04:50:01,711 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38725 is added to blk_1073741846_1022 (size=6218) 2024-12-03T04:50:01,711 INFO [M:0;32beccd76b35:35219 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 KB at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:44491/user/jenkins/test-data/67b4b8c7-f7dd-4b41-fbdf-d21a6895ff4d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/dc2410f82d5447879fac669be033dfcf 2024-12-03T04:50:01,714 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36205-0x101516d7d7e0002, quorum=127.0.0.1:51246, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T04:50:01,714 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36205-0x101516d7d7e0002, quorum=127.0.0.1:51246, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T04:50:01,714 INFO [RS:1;32beccd76b35:36205 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-03T04:50:01,714 INFO [RS:1;32beccd76b35:36205 {}] regionserver.HRegionServer(1031): Exiting; stopping=32beccd76b35,36205,1733201398209; zookeeper connection closed. 2024-12-03T04:50:01,717 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@ece5af0 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@ece5af0 2024-12-03T04:50:01,717 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 2 regionserver(s) complete 2024-12-03T04:50:01,741 DEBUG [M:0;32beccd76b35:35219 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44491/user/jenkins/test-data/67b4b8c7-f7dd-4b41-fbdf-d21a6895ff4d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1e90d83e6ae94f58a005dbb9ec349881 is 69, key is 32beccd76b35,36205,1733201398209/rs:state/1733201398635/Put/seqid=0 2024-12-03T04:50:01,749 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38225 is added to blk_1073741847_1023 (size=5224) 2024-12-03T04:50:01,750 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38725 is added to blk_1073741847_1023 (size=5224) 2024-12-03T04:50:02,150 INFO [M:0;32beccd76b35:35219 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=130 B at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:44491/user/jenkins/test-data/67b4b8c7-f7dd-4b41-fbdf-d21a6895ff4d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1e90d83e6ae94f58a005dbb9ec349881 2024-12-03T04:50:02,157 DEBUG [M:0;32beccd76b35:35219 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44491/user/jenkins/test-data/67b4b8c7-f7dd-4b41-fbdf-d21a6895ff4d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/243deaa3114649ef8a489206b3a6ec89 as hdfs://localhost:44491/user/jenkins/test-data/67b4b8c7-f7dd-4b41-fbdf-d21a6895ff4d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/243deaa3114649ef8a489206b3a6ec89 2024-12-03T04:50:02,165 INFO [M:0;32beccd76b35:35219 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44491/user/jenkins/test-data/67b4b8c7-f7dd-4b41-fbdf-d21a6895ff4d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/243deaa3114649ef8a489206b3a6ec89, entries=8, sequenceid=71, filesize=5.5 K 2024-12-03T04:50:02,166 DEBUG [M:0;32beccd76b35:35219 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44491/user/jenkins/test-data/67b4b8c7-f7dd-4b41-fbdf-d21a6895ff4d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/dc2410f82d5447879fac669be033dfcf as hdfs://localhost:44491/user/jenkins/test-data/67b4b8c7-f7dd-4b41-fbdf-d21a6895ff4d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/dc2410f82d5447879fac669be033dfcf 2024-12-03T04:50:02,172 INFO [M:0;32beccd76b35:35219 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44491/user/jenkins/test-data/67b4b8c7-f7dd-4b41-fbdf-d21a6895ff4d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/dc2410f82d5447879fac669be033dfcf, entries=8, sequenceid=71, filesize=6.1 K 2024-12-03T04:50:02,177 DEBUG [M:0;32beccd76b35:35219 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44491/user/jenkins/test-data/67b4b8c7-f7dd-4b41-fbdf-d21a6895ff4d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1e90d83e6ae94f58a005dbb9ec349881 as hdfs://localhost:44491/user/jenkins/test-data/67b4b8c7-f7dd-4b41-fbdf-d21a6895ff4d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/1e90d83e6ae94f58a005dbb9ec349881 2024-12-03T04:50:02,192 INFO [M:0;32beccd76b35:35219 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44491/user/jenkins/test-data/67b4b8c7-f7dd-4b41-fbdf-d21a6895ff4d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/1e90d83e6ae94f58a005dbb9ec349881, entries=2, sequenceid=71, filesize=5.1 K 2024-12-03T04:50:02,195 INFO [M:0;32beccd76b35:35219 {}] regionserver.HRegion(3140): Finished flush of dataSize ~29.62 KB/30330, heapSize ~36.73 KB/37616, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 562ms, sequenceid=71, compaction requested=false 2024-12-03T04:50:02,210 INFO [M:0;32beccd76b35:35219 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T04:50:02,210 DEBUG [M:0;32beccd76b35:35219 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733201401633Disabling compacts and flushes for region at 1733201401633Disabling writes for close at 1733201401633Obtaining lock to block concurrent updates at 1733201401633Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733201401633Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=30330, getHeapSize=37856, getOffHeapSize=0, getCellsCount=86 at 1733201401633Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733201401634 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733201401634Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733201401653 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733201401653Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733201401672 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733201401696 (+24 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733201401696Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733201401721 (+25 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733201401740 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733201401740Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7b8e95b8: reopening flushed file at 1733201402156 (+416 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7bcae4c4: reopening flushed file at 1733201402165 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@12b8ab4b: reopening flushed file at 1733201402172 (+7 ms)Finished flush of dataSize ~29.62 KB/30330, heapSize ~36.73 KB/37616, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 562ms, sequenceid=71, compaction requested=false at 1733201402195 (+23 ms)Writing region close event to WAL at 1733201402210 (+15 ms)Closed at 1733201402210 2024-12-03T04:50:02,221 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38225 is added to blk_1073741830_1006 (size=35477) 2024-12-03T04:50:02,229 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38725 is added to blk_1073741830_1006 (size=35477) 2024-12-03T04:50:02,238 INFO [M:0;32beccd76b35:35219 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-03T04:50:02,238 INFO [M:0;32beccd76b35:35219 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:35219 2024-12-03T04:50:02,238 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-03T04:50:02,238 INFO [M:0;32beccd76b35:35219 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-03T04:50:02,345 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35219-0x101516d7d7e0000, quorum=127.0.0.1:51246, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T04:50:02,345 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35219-0x101516d7d7e0000, quorum=127.0.0.1:51246, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T04:50:02,345 INFO [M:0;32beccd76b35:35219 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-03T04:50:02,356 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@698a1ac6{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-03T04:50:02,356 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7be0f328{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-03T04:50:02,356 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-03T04:50:02,356 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3dc2745{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-03T04:50:02,356 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3eb7b0a2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a5c58412-a28c-2c58-3427-4821f1e2cfb4/hadoop.log.dir/,STOPPED} 2024-12-03T04:50:02,358 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-03T04:50:02,358 WARN [BP-639508706-172.17.0.3-1733201397168 heartbeating to localhost/127.0.0.1:44491 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-03T04:50:02,358 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-03T04:50:02,358 WARN [BP-639508706-172.17.0.3-1733201397168 heartbeating to localhost/127.0.0.1:44491 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-639508706-172.17.0.3-1733201397168 (Datanode Uuid 47ec5372-6c30-4267-8faa-23ab95845feb) service to localhost/127.0.0.1:44491 2024-12-03T04:50:02,359 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a5c58412-a28c-2c58-3427-4821f1e2cfb4/cluster_3d856f93-ca40-566f-0be7-fb4520d891a1/data/data3/current/BP-639508706-172.17.0.3-1733201397168 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-03T04:50:02,359 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a5c58412-a28c-2c58-3427-4821f1e2cfb4/cluster_3d856f93-ca40-566f-0be7-fb4520d891a1/data/data4/current/BP-639508706-172.17.0.3-1733201397168 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-03T04:50:02,360 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-03T04:50:02,366 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@b813358{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-03T04:50:02,366 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3f98b50f{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-03T04:50:02,366 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-03T04:50:02,366 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7570489f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-03T04:50:02,367 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4446c38f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a5c58412-a28c-2c58-3427-4821f1e2cfb4/hadoop.log.dir/,STOPPED} 2024-12-03T04:50:02,370 WARN [BP-639508706-172.17.0.3-1733201397168 heartbeating to localhost/127.0.0.1:44491 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-03T04:50:02,370 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-03T04:50:02,370 WARN [BP-639508706-172.17.0.3-1733201397168 heartbeating to localhost/127.0.0.1:44491 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-639508706-172.17.0.3-1733201397168 (Datanode Uuid 835ed704-6e9d-4ae9-8356-f54020272a7e) service to localhost/127.0.0.1:44491 2024-12-03T04:50:02,370 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-03T04:50:02,370 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a5c58412-a28c-2c58-3427-4821f1e2cfb4/cluster_3d856f93-ca40-566f-0be7-fb4520d891a1/data/data1/current/BP-639508706-172.17.0.3-1733201397168 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-03T04:50:02,370 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a5c58412-a28c-2c58-3427-4821f1e2cfb4/cluster_3d856f93-ca40-566f-0be7-fb4520d891a1/data/data2/current/BP-639508706-172.17.0.3-1733201397168 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-03T04:50:02,371 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-03T04:50:02,380 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@8270a3d{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-03T04:50:02,381 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6b0607ef{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-03T04:50:02,381 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-03T04:50:02,381 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1f5436e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-03T04:50:02,381 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@393ad3ba{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a5c58412-a28c-2c58-3427-4821f1e2cfb4/hadoop.log.dir/,STOPPED} 2024-12-03T04:50:02,391 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-03T04:50:02,411 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-03T04:50:02,423 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.TestClearRegionBlockCache#testClearBlockCacheFromAdmin[1: bucket] Thread=192 (was 175) Potentially hanging thread: HMaster-EventLoopGroup-18-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-23-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-23-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-24-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:44491 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-25-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-22-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-22-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-19-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-24-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1437947524) connection to localhost/127.0.0.1:44491 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-19-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-22-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-25-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44491 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44491 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.10@localhost:44491 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44491 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44491 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.11@localhost:44491 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-18-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-19-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1437947524) connection to localhost/127.0.0.1:44491 from jenkins.hfs.11 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1437947524) connection to localhost/127.0.0.1:44491 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1437947524) connection to localhost/127.0.0.1:44491 from jenkins.hfs.10 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-23-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-25-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-18-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-24-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=557 (was 526) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=510 (was 467) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=4336 (was 3624) - AvailableMemoryMB LEAK? -